-- Logs begin at Wed 2021-11-10 19:43:21 UTC, end at Wed 2021-11-10 20:49:25 UTC. -- Nov 10 20:14:53.465983 dv-cinder-815145-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 20:14:56.170286 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.common.config [-] Logging enabled! Nov 10 20:14:56.170826 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 20:14:56.170990 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101532) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 20:14:56.174207 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.common.config [-] Logging enabled! Nov 10 20:14:56.174458 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 20:14:56.174767 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101532) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 20:14:56.175692 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 20:14:56.175939 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 20:14:56.176310 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 20:14:56.176553 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 20:14:56.176774 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 20:14:56.177090 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.177501 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 20:14:56.177814 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.178100 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.178405 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.178697 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.178984 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.179262 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.179545 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.179838 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.180142 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.180417 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.180696 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.181080 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.181362 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.181642 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.181921 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.182198 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] debug = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.182470 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.182886 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.183305 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.183581 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.183861 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.184157 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.184425 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.184696 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.184973 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.185291 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] host = dv-cinder-815145-6-iscsi {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.185562 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.185841 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.186121 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.186398 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.186668 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.186937 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.187215 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.187481 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.187747 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] log_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.188035 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.188315 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.188592 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.188874 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.189093 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.189309 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.189590 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.189867 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.190134 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.190402 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.190667 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.190934 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.191198 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.191458 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.191734 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.192032 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.192313 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.192582 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.192847 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.193110 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.193379 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.193657 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.193924 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.194213 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.194477 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.194761 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.195027 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.195295 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.195590 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.195868 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.196178 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.196453 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.196721 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.196997 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.197265 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.197528 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.197793 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] use_json = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.198058 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.198323 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.198596 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.198863 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.199131 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.199395 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.199658 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.199950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:56.200244 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.200534 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.200828 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.201105 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.201402 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.201676 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.201958 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.202229 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.202509 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.202790 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.203074 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.203352 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.203632 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.203903 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.204214 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.204513 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.204805 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.205094 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.205364 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.205634 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.205904 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.206176 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.206456 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.206730 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.207011 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.207299 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.207567 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.207851 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.208164 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.208449 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.208721 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.208995 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.209280 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.209552 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.210344 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.210616 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.210900 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.211173 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.211441 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.211717 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.212013 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.212282 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.212548 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.212817 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.213100 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.213373 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.213645 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.213911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.214181 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.214444 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.214723 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.214997 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.215262 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.215526 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.215797 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.216085 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.216355 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.216624 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.216890 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.217159 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.217425 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.217690 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.217957 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.218222 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.218487 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.218752 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.219017 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.219287 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.219550 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.219815 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.220103 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.220370 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.220634 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.220912 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.221204 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.221477 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.221747 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.222019 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.222291 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.222560 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.222829 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.223100 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.223371 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.223641 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.223938 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.224215 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.224494 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.224770 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.225041 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.225903 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.226177 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.226454 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.226726 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.227000 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.227281 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.227561 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.227850 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.228161 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.228452 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.228742 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.229029 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.229307 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.229610 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.229885 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:56.230101 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 20:14:56.230340 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101532) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 20:14:56.661753 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 20:14:56.662025 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 20:14:56.662323 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 20:14:56.662652 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 20:14:56.990374 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:56.990594 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:56.991384 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:56.992672 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:56.992944 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:56.993206 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.027512 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.027785 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.028069 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.043529 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.043811 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.044104 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.073849 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.074129 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.074397 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.110420 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.110701 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.110967 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.346084 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.346684 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.346684 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.346875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.347581 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.475080 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.475986 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.476278 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.476544 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.476809 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.477175 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.477441 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.477762 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.478022 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.478305 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.478562 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.478824 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.479078 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.479329 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.479583 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.479860 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.480137 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.480403 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.480672 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.480928 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.481197 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.481447 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.481725 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.482102 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.482347 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.482589 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.482980 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 20:14:57.483217 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 20:14:57.483452 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 20:14:57.483686 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 20:14:57.483915 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 20:14:57.484170 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 20:14:57.484528 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 20:14:57.487693 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 20:14:57.491798 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 20:14:57.495682 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 10 20:14:57.497474 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 20:14:57.497939 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 20:14:57.498276 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 20:14:57.498653 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 20:14:57.501725 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 20:14:57.501973 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 20:14:57.502313 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 20:14:57.507976 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 20:14:57.531254 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 20:14:57.531701 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.532027 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101532) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 20:14:57.532386 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.533856 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101532) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 20:14:57.534120 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 20:14:57.534366 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 20:14:57.537576 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.538402 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:57.603447 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 20:14:57.603629 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 20:14:57.603862 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 20:14:57.604255 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 20:14:57.625137 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_db.sqlalchemy.engines [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101532) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 20:14:58.160609 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Initializing driver for type 'gre' Nov 10 20:14:58.161099 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] gre ID ranges: [(1, 1000)] Nov 10 20:14:58.213224 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Initializing driver for type 'local' Nov 10 20:14:58.213676 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Initializing driver for type 'vlan' Nov 10 20:14:58.225979 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] VlanTypeDriver initialization complete Nov 10 20:14:58.226440 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Initializing driver for type 'vxlan' Nov 10 20:14:58.226920 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] vxlan ID ranges: [(1, 1000)] Nov 10 20:14:58.277103 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Initializing extension driver 'port_security' Nov 10 20:14:58.277439 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.extensions.port_security [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] PortSecurityExtensionDriver initialization complete Nov 10 20:14:58.277806 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Initializing mechanism driver 'openvswitch' Nov 10 20:14:58.278159 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Initializing mechanism driver 'hyperv' Nov 10 20:14:58.284705 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.plugins.ml2.plugin [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:14:58.285544 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > port after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.285916 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > port after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.286265 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > port after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.286788 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 20:14:58.287216 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > subnet after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.287567 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > subnet after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.287912 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > subnet after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.288357 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 20:14:58.288771 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > network after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.289118 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > network after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.289460 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > network after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.289852 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 20:14:58.290252 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > security_group after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.290600 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > security_group after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.290935 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > security_group after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.291326 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 20:14:58.291728 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.292116 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.292458 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.292850 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 20:14:58.293250 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > address_group after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.293593 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > address_group after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.293928 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > address_group after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.294316 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 20:14:58.294687 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] ML2 OVO RPC backend initialized. {{(pid=101532) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 20:14:58.295382 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router_interface after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.295737 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.296176 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > network before_response 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.296521 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > networks before_response 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.296863 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > port before_response 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.297202 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > ports before_response 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.297538 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > subnet before_response 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.297873 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > subnets before_response 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.298214 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > network after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.298546 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > network after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.298877 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > network after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.299206 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > port after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.299565 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > port after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.299894 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > port after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.300253 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > subnet after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.300582 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > subnet after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.300910 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > subnet after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.301479 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.plugin [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Modular L2 Plugin initialization complete Nov 10 20:14:58.301805 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading services supported by the core plugin {{(pid=101532) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 20:14:58.302125 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.plugins.ml2.managers [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Got port-security extension from driver 'port_security' Nov 10 20:14:58.302580 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.extensions.vlantransparent [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Disabled vlantransparent extension. Nov 10 20:14:58.303053 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101532) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 20:14:58.303864 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading Plugin: router Nov 10 20:14:58.339558 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router_interface before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.339963 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router after_create 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.340334 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router before_create 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.340696 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.341064 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.341416 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router after_delete 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.341770 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > floatingip after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.342234 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > floatingip after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.342590 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router after_create 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.342931 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router after_update 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.343277 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router after_update 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.343619 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.344002 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router after_update 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.344413 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router precommit_update 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.344777 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: port after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.345119 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: port after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.345450 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: subnet after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.345783 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.346125 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > port precommit_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.346632 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router precommit_create 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.346792 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: port before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.347128 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router precommit_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.347476 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router after_update 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.347813 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router precommit_delete 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.348187 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router precommit_create 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.348545 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router_interface after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.348884 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router precommit_update 55549900 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.349242 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > agent after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.349585 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > agent after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.349924 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > network after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.350802 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Tracking information for resource: router configured {{(pid=101532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 20:14:58.351130 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Tracking information for resource: floatingip configured {{(pid=101532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 20:14:58.356045 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.db.l3_agentschedulers_db [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 20:14:58.356616 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: port after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.356976 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: port after_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.357322 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: port after_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.357669 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: port after_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.358443 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router before_create 55550100 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.358804 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router precommit_delete 55550100 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.359161 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router precommit_create 55550100 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.359513 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > router precommit_update 55550100 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.364458 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.services.provider_configuration [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service providers = [] {{(pid=101532) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 20:14:58.364830 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.db.servicetype_db [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101532) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 20:14:58.368257 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.services.service_base [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 20:14:58.368603 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.services.service_base [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 20:14:58.368939 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.services.service_base [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 20:14:58.369808 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.services.service_base [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 20:14:58.370172 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.services.service_base [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 20:14:58.370538 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 20:14:58.370848 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 20:14:58.383567 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 20:14:58.383899 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading Plugin: auto_allocate Nov 10 20:14:58.389628 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: network precommit_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.389990 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: network precommit_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.390506 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 20:14:58.390824 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading Plugin: tag Nov 10 20:14:58.397582 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 20:14:58.397912 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading Plugin: timestamp Nov 10 20:14:58.401709 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 20:14:58.402037 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading Plugin: network_ip_availability Nov 10 20:14:58.407727 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.408135 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.408487 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.409293 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 20:14:58.409840 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading Plugin: flavors Nov 10 20:14:58.417801 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 20:14:58.418089 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading Plugin: revisions Nov 10 20:14:58.422445 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 20:14:58.422824 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_concurrency.lockutils [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=101532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 20:14:58.423571 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101532) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 20:14:58.423906 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Initializing extension manager. Nov 10 20:14:58.424609 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: __init__.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.424768 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: __pycache__ {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.425104 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.425433 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: address_group.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.426285 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.427266 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: address-group Nov 10 20:14:58.427759 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: address_scope.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.429017 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.429519 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: address-scope Nov 10 20:14:58.429843 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: admin_state_down_before_update.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.431084 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.431587 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: router-admin-state-down-before-update Nov 10 20:14:58.431907 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: agent.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.432623 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.433407 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: agent Nov 10 20:14:58.433955 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: agent_resources_synced.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.435422 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.436256 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: agent-resources-synced Nov 10 20:14:58.438825 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: allowedaddresspairs.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.440914 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.441435 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: allowed-address-pairs Nov 10 20:14:58.441761 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: auto_allocated_topology.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.442834 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.443342 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: auto-allocated-topology Nov 10 20:14:58.443666 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: availability_zone.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.444950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.445447 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: availability_zone Nov 10 20:14:58.445767 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: availability_zone_filter.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.446666 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.447166 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: availability_zone_filter Nov 10 20:14:58.447485 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: data_plane_status.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.448401 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.448913 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 20:14:58.449234 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: default_subnetpools.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.450134 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.450636 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: default-subnetpools Nov 10 20:14:58.450955 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: dhcpagentscheduler.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.451758 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.452299 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: dhcp_agent_scheduler Nov 10 20:14:58.452619 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: dns.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.453524 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.454023 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension dns-integration not supported by any of loaded plugins Nov 10 20:14:58.454343 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: dns_domain_ports.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.455245 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.455742 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 20:14:58.456092 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.457003 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.457505 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 20:14:58.457823 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: dvr.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.458487 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.458990 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: dvr Nov 10 20:14:58.459306 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: ecmp_routes.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.460274 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.460771 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 20:14:58.461086 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: empty_string_filtering.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.461982 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.462481 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: empty-string-filtering Nov 10 20:14:58.462796 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.463693 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.464219 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 20:14:58.464535 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.465435 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.465934 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 20:14:58.466253 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: external_net.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.467162 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.467658 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: external-net Nov 10 20:14:58.468007 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: extra_dhcp_opt.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.468920 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.469418 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: extra_dhcp_opt Nov 10 20:14:58.469733 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: extraroute.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.470629 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.471126 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: extraroute Nov 10 20:14:58.471441 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: extraroute_atomic.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.472496 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.472998 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: extraroute-atomic Nov 10 20:14:58.473318 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: filter_validation.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.474148 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.474643 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: filter-validation Nov 10 20:14:58.474967 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: fip_pf_description.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.475894 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.476414 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 20:14:58.476730 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: fip_port_details.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.477641 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.478141 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: fip-port-details Nov 10 20:14:58.478460 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: flavors.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.479700 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.480241 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: flavors Nov 10 20:14:58.480566 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.482218 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.482737 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 20:14:58.483058 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: floatingip_pools.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.483747 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.484362 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: floatingip-pools Nov 10 20:14:58.484684 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: ip_allocation.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.485604 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.486101 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 20:14:58.486418 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.487329 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.487830 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: ip-substring-filtering Nov 10 20:14:58.488174 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: l2_adjacency.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.489094 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.489595 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 20:14:58.489911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: l3.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.491375 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.491880 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: router Nov 10 20:14:58.492227 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: l3_conntrack_helper.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.494450 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.494981 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 20:14:58.495310 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.496284 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.496794 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: ext-gw-mode Nov 10 20:14:58.497115 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.498041 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.498546 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: l3-ha Nov 10 20:14:58.498865 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: l3_flavors.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.499769 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.500300 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: l3-flavors Nov 10 20:14:58.500620 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.501779 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.502284 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 20:14:58.502607 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: l3agentscheduler.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.503633 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.504176 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: l3_agent_scheduler Nov 10 20:14:58.504497 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: logging.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.505993 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.506635 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension logging not supported by any of loaded plugins Nov 10 20:14:58.507528 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: metering.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.508296 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.508870 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: metering Nov 10 20:14:58.509197 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.510417 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.510929 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: metering_source_and_destination_fields Nov 10 20:14:58.511254 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: multiprovidernet.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.512200 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.512703 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: multi-provider Nov 10 20:14:58.513021 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: netmtu.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.513921 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.514427 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: net-mtu Nov 10 20:14:58.514745 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: netmtu_writable.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.515647 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.516176 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: net-mtu-writable Nov 10 20:14:58.516494 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: network_availability_zone.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.517150 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.517647 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: network_availability_zone Nov 10 20:14:58.517964 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: network_ip_availability.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.519055 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.519569 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: network-ip-availability Nov 10 20:14:58.519894 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: network_segment_range.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.520667 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.521166 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 20:14:58.521484 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: pagination.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.522490 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.522815 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: pagination Nov 10 20:14:58.523133 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: port_device_profile.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.524055 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.524568 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: port-device-profile Nov 10 20:14:58.524885 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.525796 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.526301 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: port-mac-address-regenerate Nov 10 20:14:58.526617 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.527515 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.528046 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: port-numa-affinity-policy Nov 10 20:14:58.528366 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: port_resource_request.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.529269 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.529769 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 20:14:58.530086 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: port_resource_request_groups.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.531048 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.531534 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 20:14:58.531850 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: portbindings.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.532799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.533306 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: binding Nov 10 20:14:58.533623 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: portbindings_extended.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.534918 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.535483 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: binding-extended Nov 10 20:14:58.535818 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: portsecurity.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.536825 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.537357 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: port-security Nov 10 20:14:58.538202 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: project_id.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.539265 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.539609 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: project-id Nov 10 20:14:58.539948 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: providernet.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.540952 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.541540 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: provider Nov 10 20:14:58.541868 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.545765 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.546361 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos not supported by any of loaded plugins Nov 10 20:14:58.546694 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.548203 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.548620 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 20:14:58.549027 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.550032 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.550561 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 20:14:58.550926 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_default.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.551892 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.552466 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-default not supported by any of loaded plugins Nov 10 20:14:58.552815 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_fip.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.554102 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.554633 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-fip not supported by any of loaded plugins Nov 10 20:14:58.555000 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_gateway_ip.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.556035 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.556580 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 20:14:58.556899 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_port_network_policy.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.557807 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.558309 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 20:14:58.558627 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.559661 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.560200 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 20:14:58.560518 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_pps_rule.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.561709 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.562398 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-pps not supported by any of loaded plugins Nov 10 20:14:58.562723 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_rule_type_details.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.563632 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.564172 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 20:14:58.564493 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: qos_rules_alias.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.565553 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.566058 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 20:14:58.566377 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: quota_check_limit.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.567274 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.567775 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: quota-check-limit Nov 10 20:14:58.568126 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: quotasv2.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.569078 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.569400 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: quotas Nov 10 20:14:58.569721 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: quotasv2_detail.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.572861 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.573201 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: quota_details Nov 10 20:14:58.573526 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: rbac.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.574580 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.575098 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: rbac-policies Nov 10 20:14:58.575426 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: rbac_address_group.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.576370 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.576884 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: rbac-address-group Nov 10 20:14:58.577204 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: rbac_address_scope.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.578117 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.578629 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: rbac-address-scope Nov 10 20:14:58.578948 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: rbac_security_groups.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.579856 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.580471 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: rbac-security-groups Nov 10 20:14:58.580793 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: rbac_subnetpool.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.581706 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.582213 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: rbac-subnetpool Nov 10 20:14:58.582529 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: revisionifmatch.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.583442 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.583967 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: revision-if-match Nov 10 20:14:58.584287 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: revisions.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.585418 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.585926 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: standard-attr-revisions Nov 10 20:14:58.586248 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: router_availability_zone.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.586915 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.587422 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: router_availability_zone Nov 10 20:14:58.587739 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: routerservicetype.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.588667 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.589172 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension router-service-type not supported by any of loaded plugins Nov 10 20:14:58.589495 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.590414 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.590919 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: security-groups-normalized-cidr Nov 10 20:14:58.591235 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: security_groups_port_filtering.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.592267 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.592772 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: port-security-groups-filtering Nov 10 20:14:58.593087 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.594000 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.594505 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: security-groups-remote-address-group Nov 10 20:14:58.594821 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.595740 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.596268 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: security-groups-shared-filtering Nov 10 20:14:58.596585 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.597164 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 20:14:58.597477 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: securitygroup.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.607728 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.608277 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: security-group Nov 10 20:14:58.608609 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: segment.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.609389 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.609896 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension segment not supported by any of loaded plugins Nov 10 20:14:58.610221 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.611144 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.611654 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 20:14:58.611998 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: servicetype.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.613093 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.613609 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: service-type Nov 10 20:14:58.613935 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: sorting.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.614906 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.615236 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: sorting Nov 10 20:14:58.615560 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: standard_attr_segment.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.617105 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.617619 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 20:14:58.617942 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: standardattrdescription.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.618586 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.619089 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: standard-attr-description Nov 10 20:14:58.619408 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: stateful_security_group.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.620372 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.620896 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: stateful-security-group Nov 10 20:14:58.621218 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: stdattrs_common.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.621809 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 20:14:58.622125 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.623036 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.623539 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 20:14:58.623854 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: subnet_onboard.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.624943 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.625456 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: subnet_onboard Nov 10 20:14:58.625772 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.626971 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.627476 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 20:14:58.627793 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: subnet_service_types.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.628747 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.629258 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: subnet-service-types Nov 10 20:14:58.629576 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: subnetallocation.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.630663 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.631176 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: subnet_allocation Nov 10 20:14:58.631529 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.632219 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.632730 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: subnetpool-prefix-ops Nov 10 20:14:58.633048 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.634010 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.634515 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 20:14:58.634833 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: tagging.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.635896 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.636428 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: standard-attr-tag Nov 10 20:14:58.636753 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: timestamp.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.637953 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.638462 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loaded extension: standard-attr-timestamp Nov 10 20:14:58.638788 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: trunk.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.639814 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.640364 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension trunk not supported by any of loaded plugins Nov 10 20:14:58.640691 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: trunk_details.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.641609 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.642116 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension trunk-details not supported by any of loaded plugins Nov 10 20:14:58.642438 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: uplink_status_propagation.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.643365 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.643868 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 20:14:58.644217 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Loading extension file: vlantransparent.py {{(pid=101532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 20:14:58.644886 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 20:14:58.645382 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 20:14:58.647893 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:network Nov 10 20:14:58.648434 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:subnet Nov 10 20:14:58.648829 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 20:14:58.649233 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:port Nov 10 20:14:58.650467 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.650910 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service FLAVORS assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.651512 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.651964 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.652297 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:router Nov 10 20:14:58.652733 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:floatingip Nov 10 20:14:58.653236 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service METERING assigned prefix: /metering {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.654673 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.655045 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.655392 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:14:58.656401 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 20:14:58.656844 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:security_group Nov 10 20:14:58.657279 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 20:14:58.657875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service CORE assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.658203 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 20:14:58.658546 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] subnetpool is already registered Nov 10 20:14:58.658980 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service CORE assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.659312 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 20:14:58.659639 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] subnetpool is already registered Nov 10 20:14:58.662028 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.662466 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service FLAVORS assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.663606 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.664085 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.664419 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:router Nov 10 20:14:58.664755 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] router is already registered Nov 10 20:14:58.665167 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:floatingip Nov 10 20:14:58.665498 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] floatingip is already registered Nov 10 20:14:58.665981 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service METERING assigned prefix: /metering {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.666681 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 20:14:58.667002 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] rbac_policy is already registered Nov 10 20:14:58.667422 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:security_group Nov 10 20:14:58.667752 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] security_group is already registered Nov 10 20:14:58.668244 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 20:14:58.668538 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] security_group_rule is already registered Nov 10 20:14:58.669027 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service CORE assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.669350 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 20:14:58.669676 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] subnetpool is already registered Nov 10 20:14:58.670089 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.v2.resource_helper [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Service CORE assigned prefix: {{(pid=101532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 20:14:58.670407 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 20:14:58.670735 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING neutron.quota.resource_registry [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] subnetpool is already registered Nov 10 20:14:58.672450 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: extensions {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.673911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: address-groups {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.675381 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: address-scopes {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.676608 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: agents {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.677858 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: auto-allocated-topology {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.679668 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: availability_zones {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.680904 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: dhcp-networks {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.682326 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: dhcp-agents {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.683825 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: routers {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.685942 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: flavors {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.687184 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: service_profiles {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.688408 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: next_providers {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.689838 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: service_profiles {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.691258 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: floatingip-pools {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.692612 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: routers {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.694722 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: floatingips {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.696031 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: l3-routers {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.697398 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: l3-agents {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.698776 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: metering-labels {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.700050 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: metering-label-rules {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.701413 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: network-ip-availabilities {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.702675 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: bindings {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.704248 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: quotas {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.705887 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: quotas {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.707389 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: rbac-policies {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.708594 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: security-groups {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.709947 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: security-group-rules {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.711161 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: service-providers {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.712387 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: subnetpools {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.713779 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: subnetpools {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.715228 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.716926 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.718725 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.720517 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.722198 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.724164 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.726379 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.729141 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.730909 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.732670 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron.api.extensions [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Extended resource: tags {{(pid=101532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 20:14:58.738741 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING keystonemiddleware.auth_token [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 20:14:58.743781 dv-cinder-815145-6-iscsi neutron-server[101532]: WARNING keystonemiddleware.auth_token [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 20:14:58.753391 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_concurrency.lockutils [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Acquired lock "singleton_lock" {{(pid=101532) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 20:14:58.753864 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_concurrency.lockutils [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Releasing lock "singleton_lock" {{(pid=101532) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 20:14:58.754508 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO oslo_service.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Starting 2 workers Nov 10 20:14:58.759300 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Started child 101639 {{(pid=101532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 20:14:58.763622 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Started child 101640 {{(pid=101532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 20:14:58.764872 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:58.765512 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO neutron.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 20:14:58.765828 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Publish callbacks [] for process, before_spawn {{(pid=101532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:58.766354 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [-] (101639) wsgi starting up on http://0.0.0.0:9696 Nov 10 20:14:58.768214 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO oslo_service.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Starting 1 workers Nov 10 20:14:58.768372 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:58.769712 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [-] (101640) wsgi starting up on http://0.0.0.0:9696 Nov 10 20:14:58.773482 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Started child 101641 {{(pid=101532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 20:14:58.773998 dv-cinder-815145-6-iscsi neutron-server[101532]: INFO oslo_service.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Starting 1 workers Nov 10 20:14:58.777103 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] calling RpcWorker wait() {{(pid=101641) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 20:14:58.777622 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] returning from RpcWorker wait() {{(pid=101641) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 20:14:58.778390 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Started child 101642 {{(pid=101532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 20:14:58.778998 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:58.779194 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG neutron_lib.callbacks.manager [None req-9394e43d-018f-4f9d-8242-c807ff9b174c None None] Publish callbacks [] for process, after_spawn {{(pid=101532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:58.779581 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:14:58.781069 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101532) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 20:14:58.781285 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 20:14:58.781471 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 20:14:58.781695 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 20:14:58.782032 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 20:14:58.782213 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 20:14:58.782711 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.782997 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.783170 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:58.783611 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.783611 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.783733 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.784301 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.784415 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:14:58.784542 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.784762 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.785020 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.785276 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.785439 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.785600 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.785835 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.786083 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.786370 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.786616 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.786864 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.787129 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.787323 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.787524 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.788364 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.788609 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.788864 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] debug = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.789109 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.789582 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.789800 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.790043 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.790271 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.790543 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.790766 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.791032 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.791259 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.791471 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.791710 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.791956 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.792194 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.792416 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.792668 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.792895 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.793129 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.793342 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.793814 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] host = dv-cinder-815145-6-iscsi {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.794024 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.794259 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.794482 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.794717 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.794968 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.795180 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.795423 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.795669 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.795910 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.796152 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.796382 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.796633 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.796841 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.797093 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.797252 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_options = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.797495 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.797738 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.798002 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.798183 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.798344 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.798499 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.798762 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.798918 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.799162 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.799370 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.799577 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.799785 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.800034 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.800258 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.800518 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.800747 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.800969 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.801171 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.801420 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.801641 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.801878 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.802095 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.802331 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.802560 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.802764 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.803043 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.803209 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.804196 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.804455 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.804675 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.804896 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.805136 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.805382 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.805620 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.805887 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.806129 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.806352 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.806583 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.806857 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.807066 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.807309 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.807609 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.807747 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.808018 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.808249 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.808454 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.808683 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_json = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.808902 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.809101 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.809348 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.809554 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.809760 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.809966 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.810174 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.810399 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.810833 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.811109 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.811437 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.811701 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.811972 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.812221 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.812469 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.812703 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.812968 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.813198 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.814395 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.814395 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.814395 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.814879 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.814879 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.815116 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.815238 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.815484 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.815739 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.815990 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.816211 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.818303 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.818303 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.818303 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.818303 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.818303 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.818303 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.818303 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.818748 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.818827 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.819101 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.819390 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.819611 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.819866 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.820123 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.820339 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.820556 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.820829 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.821044 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.821274 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.825273 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.825273 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.825273 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.825273 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.825273 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.825273 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.825273 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.825273 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.826950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.826950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.826950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.826950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.826950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.826950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.826950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.826950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.826950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.827564 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.827564 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.827564 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.827564 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.827564 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.827564 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.827564 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.827564 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.828154 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.828154 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.828300 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.828433 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.829406 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.830174 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.830174 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.830838 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833321 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833321 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833321 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833321 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833321 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833321 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833321 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833321 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833321 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833973 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833973 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.833973 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.834201 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.834513 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.834657 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.834896 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.835124 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.835585 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.835760 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.835997 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.836182 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.836445 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.836679 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.836930 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.837148 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.837385 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.837613 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.837861 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.838090 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.838345 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.838579 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.838792 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.839050 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.839388 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.839638 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.839856 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.840101 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.840329 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.840604 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.840836 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.841094 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.841742 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.842022 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.842294 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.842534 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.842823 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.843047 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.843312 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.843634 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.843934 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.844217 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.844480 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.844736 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.844996 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.845245 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.845506 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.845765 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.845992 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.846224 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.846493 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.846742 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.846992 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.847224 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.847454 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.847790 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.848077 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.848311 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.848524 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.848804 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.849061 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.849298 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.849581 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.849824 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.850071 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.850836 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.851081 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.851293 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.851540 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.851774 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.852007 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.852242 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.852470 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.852683 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.852915 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.853142 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.853369 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.853582 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.853797 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.854026 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.854240 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.854453 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.854682 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.854891 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.855109 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.855346 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.855562 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.855776 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.856029 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.856207 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.856469 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.856684 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.856950 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.857198 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.857408 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.857635 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.857874 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.858113 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.858323 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.858564 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.858778 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.858988 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.859199 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.859414 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.859623 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.859829 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.860095 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.860330 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.860581 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.861295 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.861295 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.861577 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.861713 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.861929 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.862142 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.862394 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.862624 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.862861 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.863069 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.863283 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.863494 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.863745 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.863996 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.864219 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.864451 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.864678 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.864916 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.865127 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.865336 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.865618 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.866433 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.866677 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.866926 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.867157 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.869165 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.869165 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.869165 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.869165 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.869165 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.869165 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.869165 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.869165 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.870243 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.870243 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.870243 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.870243 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.870243 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.870243 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.870711 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.870711 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.870901 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.871029 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.871148 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.871373 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.871577 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.871786 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.872030 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.872245 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.872471 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.872696 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.872895 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.873116 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.873329 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.873544 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.873748 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.874045 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.874289 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.874525 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.874818 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.875063 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.875305 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.875542 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.875874 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.876408 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.876673 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.876909 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.877123 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.877340 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.877572 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.877881 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.878175 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.878440 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.878675 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.878951 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.879225 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.879490 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.879701 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.880013 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.880342 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.880618 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.880880 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.881121 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.881441 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.881612 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.881841 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.882088 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.882317 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.882527 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.882785 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.883011 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.883253 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.883482 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.883705 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.883954 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.884225 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.884450 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.884687 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.884901 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.885061 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 20:14:58.885607 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101532) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 20:14:58.885772 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 20:14:58.885935 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 20:14:58.886085 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 20:14:58.886233 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 20:14:58.886388 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 20:14:58.886595 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.886753 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.886901 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.887066 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.887239 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.887410 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.887551 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.887705 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.887861 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.888039 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.888197 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.888356 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.888512 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.888671 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.888828 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.888984 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.889141 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.889298 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.889462 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.889621 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.889778 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.889937 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.890096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] debug = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.890251 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.890453 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.890616 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.890772 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.890928 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.891084 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.891240 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.891396 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.891553 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.891715 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.891871 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.892064 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.892223 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.892380 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.892537 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.892692 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.892848 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.893003 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.893159 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] host = dv-cinder-815145-6-iscsi {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.893315 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.893472 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.893627 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.893785 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.893941 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.894096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.894253 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.894408 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.894565 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.894721 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.894877 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.895034 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.895191 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.895348 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.895504 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_options = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.896357 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.896357 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.896357 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.896357 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.897020 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.897020 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.897020 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.897020 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.898799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.898799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.898799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.898799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.898799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.898799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.898799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.898799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.898799 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900256 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900256 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900256 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900256 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900256 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900256 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900256 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900256 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900797 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900797 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.900797 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.901128 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.901298 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.901462 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.901621 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.902149 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.902149 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.902149 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.902357 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.902357 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.902556 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.902671 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.902827 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.902984 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.903143 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.903300 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.903454 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.903612 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.903769 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.903960 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_json = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.904107 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.904264 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.904422 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.904581 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.904739 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.904898 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.905054 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.905215 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 20:14:58.905396 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.905550 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.905724 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.905883 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.906043 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.906203 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.906365 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.906527 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.906687 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.906845 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.907012 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.907173 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.907344 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.907505 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.907665 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.907827 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.908018 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.908180 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.908341 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.908505 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.908665 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.908825 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.908994 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.909151 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.909310 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.909468 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.909627 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.909802 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.909962 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.910122 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.910280 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.910441 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.910601 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.910763 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.910923 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.911083 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.911244 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.911403 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.911562 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.911726 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.911886 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.912068 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.912229 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.912391 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.912552 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.913234 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.913399 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.913570 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.913844 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.914010 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.914162 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.914305 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.914463 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.914618 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.914779 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.914949 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.915107 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.915267 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.915426 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.915587 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.915745 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.915904 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.916178 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.916307 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.916472 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.916632 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.916805 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.916999 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.917124 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.917283 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.917462 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.917597 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.917752 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.917911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.918071 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.918160 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:14:58.918293 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.918384 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.918527 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.918686 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.918846 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.919005 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.919164 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.919323 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.919483 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.919642 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.919803 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.919989 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.920150 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.920309 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.920476 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.920650 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.920811 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.920970 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.921129 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.921289 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.921449 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.921608 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.921767 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.921925 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.922091 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.922249 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.922408 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.922571 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.922731 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.922892 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.923051 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.923209 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.923367 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.923527 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.923686 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.923845 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.924026 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.924185 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.924344 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.924502 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.924661 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.924828 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.924987 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.925149 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.925453 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.925622 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.925793 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.925956 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.926125 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.926278 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.926438 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.926598 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.926759 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.926919 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.927079 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.927239 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.927400 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.927566 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.927735 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.927893 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.928076 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.928255 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.929031 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.929200 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.929360 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.929876 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.930042 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.930202 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.930362 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.930602 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.930726 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.930849 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.930973 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.931116 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.931276 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.931436 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.931595 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.931756 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.931932 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.932100 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.932260 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.932421 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.932582 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.932745 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.932904 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.933063 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.933223 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.933382 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.933541 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.933701 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.933860 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.934019 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.934178 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.934337 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.934496 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.934655 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.934871 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.935072 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.935254 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.935254 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.935254 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.935254 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.935254 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.939208 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.939208 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.939208 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.939208 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.939208 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.939208 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.939208 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.939208 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.940911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.940911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.940911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.940911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.940911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.940911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.940911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.940911 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.941598 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.941598 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.941598 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.941598 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.941598 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.941598 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.941598 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.941598 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942279 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942279 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942279 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942279 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942279 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942279 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942279 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942279 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.942875 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.943473 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.943473 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.943473 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.943473 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.943473 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.943473 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.943473 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.943473 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944096 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944818 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944818 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944818 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944818 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.944818 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.945207 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.945207 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.945352 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.945430 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.945569 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.945729 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.945889 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.946049 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.946217 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.946379 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.946538 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.946886 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.946886 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.947045 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.947156 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.947343 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.947504 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.947667 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.947825 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.948008 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.948169 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.948331 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.948494 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.948663 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.948828 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.948989 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.949157 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.949325 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.949493 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.949651 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.949817 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.949988 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.950147 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.950306 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.950465 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.950625 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.950784 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.950944 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.951103 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.951263 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.951422 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.951581 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.951741 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.951899 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.952089 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.952249 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.952407 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.952566 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.952725 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.952884 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.953043 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 20:14:58.953195 dv-cinder-815145-6-iscsi neutron-server[101532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 20:14:59.135502 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58198) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:14:59.144096 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063684 Nov 10 20:15:10.423625 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c07a7f-6b6d-49f6-9184-0d2597bf5be2 None None] get_active_networks_info from dv-cinder-815145-6-iscsi {{(pid=101641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 20:15:10.499057 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c07a7f-6b6d-49f6-9184-0d2597bf5be2 None None] No non-hosted networks {{(pid=101641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 20:15:10.501675 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-1d1d23d0-8993-4a34-afca-065b099a029e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-756035'] for agent, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:12.585741 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bf91e3af-92f1-4868-b80f-446b32f1cd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-756035'] for agent, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:12.619701 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7d262837-1961-481c-abcb-d4d794160a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:13.781734 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-756035'] for agent, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.283116 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-756035'] for agent, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:16.294794 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-756035'] for agent, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:16.296502 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.297197 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.297697 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.298440 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.299009 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.299651 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.301478 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.302518 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.304772 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.305890 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.306679 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.307562 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:16.308698 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815145-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:16.316039 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815145-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:16.668643 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58290) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:17.179461 dv-cinder-815145-6-iscsi neutron-server[101640]: WARNING oslo_policy.policy [None req-3660dd51-dd8e-4eda-9520-b3f575ff6686 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 20:15:17.180083 dv-cinder-815145-6-iscsi neutron-server[101640]: WARNING oslo_policy.policy [None req-3660dd51-dd8e-4eda-9520-b3f575ff6686 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 20:15:17.338994 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.db.l3_hamode_db [None req-465a70cb-6182-4688-b2a4-4ffec6e386f4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 20:15:17.406691 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [None req-3660dd51-dd8e-4eda-9520-b3f575ff6686 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:15:17.420161 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-3660dd51-dd8e-4eda-9520-b3f575ff6686 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7382498 Nov 10 20:15:17.420822 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a70cb-6182-4688-b2a4-4ffec6e386f4 None None] Routers set() bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:15:17.421216 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a70cb-6182-4688-b2a4-4ffec6e386f4 None None] Router IDs set() for agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 20:15:19.898635 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58306) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:20.202400 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-91163457-6ef9-41fe-a4e3-bd211c9f671d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:20.297823 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.policy [None req-91163457-6ef9-41fe-a4e3-bd211c9f671d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 20:15:20.344026 dv-cinder-815145-6-iscsi neutron-server[101640]: WARNING oslo_policy.policy [None req-91163457-6ef9-41fe-a4e3-bd211c9f671d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 20:15:20.344391 dv-cinder-815145-6-iscsi neutron-server[101640]: WARNING oslo_policy.policy [None req-91163457-6ef9-41fe-a4e3-bd211c9f671d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 20:15:20.352707 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.quota [None req-91163457-6ef9-41fe-a4e3-bd211c9f671d admin admin] Loaded quota_driver: . Nov 10 20:15:20.439580 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-91163457-6ef9-41fe-a4e3-bd211c9f671d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778920576310', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778920576771', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778920564165', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778920565128', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778914134704', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778920611229', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1598490', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1425540', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-446446', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-407172'] for rbac-policy, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:20.503718 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-91163457-6ef9-41fe-a4e3-bd211c9f671d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:20.504947 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-91163457-6ef9-41fe-a4e3-bd211c9f671d admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6053112 Nov 10 20:15:23.188075 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58318) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:23.481667 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'project_id': 'dc113a6717e44c82919732dc004a208f'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:23.509713 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Made reservation on behalf of dc113a6717e44c82919732dc004a208f for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:15:23.512795 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.529817 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.637578 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.641138 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.664875 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:15:23.690607 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778915955676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.691164 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Unsubscribe: segment precommit_create {{(pid=101640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 20:15:23.691669 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Added segment 65e6d92e-10a2-441f-8543-7b1b12f090a8 of type vlan for network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c Nov 10 20:15:23.697138 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c43149-dd1b-4cdb-9a17-f9683bd878d8,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:23.718155 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.718509 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.718843 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.719168 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.719488 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.719814 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.720162 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.720493 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.720822 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.721137 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.721446 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.721753 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Tracked resource versions report: Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: pushed versions: Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: { 'AddressGroup': {'1.2'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'ConntrackHelper': {'1.0'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Log': {'1.0'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Network': {'1.1'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Port': {'1.7'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'PortForwarding': {'1.2'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'QosPolicy': {'1.10'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SecurityGroup': {'1.5'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SecurityGroupRule': {'1.2'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SubPort': {'1.0'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Subnet': {'1.1'}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Trunk': {'1.1'}} Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: consumer versions: Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: { DHCP agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: L3 agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: Metadata agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: Metering agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: Open vSwitch agent@dv-cinder-815145-6-iscsi: { 'AddressGroup': '1.2', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'ConntrackHelper': '1.0', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Log': '1.0', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Network': '1.1', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Port': '1.7', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'PortForwarding': '1.2', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'QosPolicy': '1.10', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SecurityGroup': '1.5', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SecurityGroupRule': '1.2', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SubPort': '1.0', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Subnet': '1.1', Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Trunk': '1.1'}} Nov 10 20:15:23.722796 dv-cinder-815145-6-iscsi neutron-server[101640]: {{(pid=101640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 20:15:23.808210 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.844701 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.845746 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:23.846442 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.928519 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7392817 Nov 10 20:15:23.946070 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d467be3-bbd3-4111-af19-b6d7e907bd1c admin admin] Pushing event updated for resources: {'Network': ['ID=3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:23.957856 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:15:26.684630 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 58332) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:27.179380 dv-cinder-815145-6-iscsi neutron-server[101639]: WARNING oslo_policy.policy [None req-8f85aca3-e526-42fa-b4d5-6944e7e795a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 20:15:27.180033 dv-cinder-815145-6-iscsi neutron-server[101639]: WARNING oslo_policy.policy [None req-8f85aca3-e526-42fa-b4d5-6944e7e795a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 20:15:27.625666 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.policy [None req-8f85aca3-e526-42fa-b4d5-6944e7e795a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 20:15:27.673346 dv-cinder-815145-6-iscsi neutron-server[101639]: WARNING oslo_policy.policy [None req-8f85aca3-e526-42fa-b4d5-6944e7e795a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 20:15:27.673723 dv-cinder-815145-6-iscsi neutron-server[101639]: WARNING oslo_policy.policy [None req-8f85aca3-e526-42fa-b4d5-6944e7e795a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 20:15:27.682333 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f85aca3-e526-42fa-b4d5-6944e7e795a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:27.684340 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-8f85aca3-e526-42fa-b4d5-6944e7e795a0 admin admin] 10.222.0.13 "GET /v2.0/networks/3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c HTTP/1.1" status: 200 len: 825 time: 0.9976878 Nov 10 20:15:27.723846 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-5640a510-33be-4867-a734-6c8d478064a3 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/e0eecf07-61de-4fc4-92ba-1cc52eb867e6 HTTP/1.1" status: 200 len: 734 time: 0.0334275 Nov 10 20:15:27.733583 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Request body: {'subnet': {'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'subnetpool_id': 'e0eecf07-61de-4fc4-92ba-1cc52eb867e6'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:27.735173 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.quota [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Loaded quota_driver: . Nov 10 20:15:27.775213 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Made reservation on behalf of dc113a6717e44c82919732dc004a208f for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:15:27.777974 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:28.087272 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:28.163291 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Checking segment: {'id': '65e6d92e-10a2-441f-8543-7b1b12f090a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:15:28.163679 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Network hostable DHCP agents. Network: 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:15:28.170607 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be2446a-648a-43cd-b768-5a41f9c28dcc,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:28.182887 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.183256 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.183598 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.183943 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.184277 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.184619 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.184945 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.185280 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.185661 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.185974 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.186289 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.186602 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Tracked resource versions report: Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: pushed versions: Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: { 'AddressGroup': {'1.2'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'ConntrackHelper': {'1.0'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Log': {'1.0'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Network': {'1.1'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Port': {'1.7'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'PortForwarding': {'1.2'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'QosPolicy': {'1.10'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SecurityGroup': {'1.5'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SecurityGroupRule': {'1.2'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SubPort': {'1.0'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Subnet': {'1.1'}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Trunk': {'1.1'}} Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: consumer versions: Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: { DHCP agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: L3 agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: Metadata agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: Metering agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: Open vSwitch agent@dv-cinder-815145-6-iscsi: { 'AddressGroup': '1.2', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'ConntrackHelper': '1.0', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Log': '1.0', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Network': '1.1', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Port': '1.7', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'PortForwarding': '1.2', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'QosPolicy': '1.10', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SecurityGroup': '1.5', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SecurityGroupRule': '1.2', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SubPort': '1.0', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Subnet': '1.1', Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Trunk': '1.1'}} Nov 10 20:15:28.187655 dv-cinder-815145-6-iscsi neutron-server[101639]: {{(pid=101639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 20:15:28.225301 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:15:28.238499 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:15:28.243615 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:28.244282 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:28.248811 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9f493-8459-496b-a109-10c16e320975 None None] Network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:15:28.266455 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-5724b5c9-e5a3-406e-85b7-86d69c081865 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5364189 Nov 10 20:15:28.572691 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c', 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'fixed_ips': [{'subnet_id': '8be2446a-648a-43cd-b768-5a41f9c28dcc'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:15:28.573934 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:28.878623 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Allocated IP 172.20.0.2 (3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c/8be2446a-648a-43cd-b768-5a41f9c28dcc/0288b027-5567-4c73-b8fc-37b23e98f737) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:15:29.082772 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:29.090688 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:29.160785 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:15:29.171468 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:15:29.174770 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:15:29.188707 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Pushing event updated for resources: {'Port': ['ID=0288b027-5567-4c73-b8fc-37b23e98f737,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:29.219156 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.219519 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.219869 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.220224 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.220558 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.220888 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.221213 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.221539 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.221978 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.222310 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.222634 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.222953 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Tracked resource versions report: Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: pushed versions: Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: { 'AddressGroup': {'1.2'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'ConntrackHelper': {'1.0'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Log': {'1.0'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Network': {'1.1'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Port': {'1.7'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'PortForwarding': {'1.2'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'QosPolicy': {'1.10'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SecurityGroup': {'1.5'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SecurityGroupRule': {'1.2'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SubPort': {'1.0'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Subnet': {'1.1'}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Trunk': {'1.1'}} Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: consumer versions: Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: { DHCP agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: L3 agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: Metadata agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: Metering agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: Open vSwitch agent@dv-cinder-815145-6-iscsi: { 'AddressGroup': '1.2', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'ConntrackHelper': '1.0', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Log': '1.0', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Network': '1.1', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Port': '1.7', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'PortForwarding': '1.2', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'QosPolicy': '1.10', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SecurityGroup': '1.5', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SecurityGroupRule': '1.2', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SubPort': '1.0', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Subnet': '1.1', Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Trunk': '1.1'}} Nov 10 20:15:29.224075 dv-cinder-815145-6-iscsi neutron-server[101641]: {{(pid=101641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 20:15:29.273814 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Attempting to bind port 0288b027-5567-4c73-b8fc-37b23e98f737 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:15:29.274466 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Attempting to bind port 0288b027-5567-4c73-b8fc-37b23e98f737 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '65e6d92e-10a2-441f-8543-7b1b12f090a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:15:29.274633 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Attempting to bind port 0288b027-5567-4c73-b8fc-37b23e98f737 on network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:15:29.279774 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:15:29.280194 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Checking segment: {'id': '65e6d92e-10a2-441f-8543-7b1b12f090a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:15:29.280672 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:29.281059 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Bound using segment: {'id': '65e6d92e-10a2-441f-8543-7b1b12f090a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:15:29.281553 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Bound port: 0288b027-5567-4c73-b8fc-37b23e98f737, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e6d92e-10a2-441f-8543-7b1b12f090a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:15:29.281967 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:29.344641 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] For port 0288b027-5567-4c73-b8fc-37b23e98f737, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:15:29.349302 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] For port 0288b027-5567-4c73-b8fc-37b23e98f737, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=0288b027-5567-4c73-b8fc-37b23e98f737,segment=NetworkSegment(65e6d92e-10a2-441f-8543-7b1b12f090a8),segment_id=65e6d92e-10a2-441f-8543-7b1b12f090a8)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:15:29.353407 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:29.418627 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ca507-384d-4d95-9527-04d5473eb260 None None] Pushing event updated for resources: {'Port': ['ID=0288b027-5567-4c73-b8fc-37b23e98f737,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:30.907323 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 58352) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:31.219322 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [None req-25a24466-cfe0-4dd4-823c-93c6507bbc93 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:15:31.220462 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-25a24466-cfe0-4dd4-823c-93c6507bbc93 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122540 Nov 10 20:15:33.748781 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58360) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:34.060166 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [None req-b6f99c6c-c632-4499-8799-7cf15ab4d6e5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:15:34.075950 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b6f99c6c-c632-4499-8799-7cf15ab4d6e5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113565 Nov 10 20:15:36.843733 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58370) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:37.142702 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-e10f9e1a-78ac-4f9b-b8dc-ce03c43fdd26 admin admin] Request body: {'router': {'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'name': 'router1', 'admin_state_up': True}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:37.174613 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e10f9e1a-78ac-4f9b-b8dc-ce03c43fdd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:37.176545 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e10f9e1a-78ac-4f9b-b8dc-ce03c43fdd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:37.318419 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e10f9e1a-78ac-4f9b-b8dc-ce03c43fdd26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:37.323215 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e10f9e1a-78ac-4f9b-b8dc-ce03c43fdd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:37.338065 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e10f9e1a-78ac-4f9b-b8dc-ce03c43fdd26 admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:37.339166 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-e10f9e1a-78ac-4f9b-b8dc-ce03c43fdd26 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4943893 Nov 10 20:15:38.165527 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 0288b027-5567-4c73-b8fc-37b23e98f737 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:15:38.259734 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 0288b027-5567-4c73-b8fc-37b23e98f737 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:38.260451 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:38.369310 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:38.403914 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 0288b027-5567-4c73-b8fc-37b23e98f737, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=0288b027-5567-4c73-b8fc-37b23e98f737,segment=NetworkSegment(65e6d92e-10a2-441f-8543-7b1b12f090a8),segment_id=65e6d92e-10a2-441f-8543-7b1b12f090a8)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:38.413123 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:38.441189 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc0724-6e1d-4f96-b876-9e5ef230212a None None] Network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:15:38.524590 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-c478d369-da6b-427b-880d-ac3f0324f7ee None None] Provisioning complete for port 0288b027-5567-4c73-b8fc-37b23e98f737 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:38.524951 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c478d369-da6b-427b-880d-ac3f0324f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:38.526332 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=0288b027-5567-4c73-b8fc-37b23e98f737,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:38.884518 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-b55ce43a-cd7d-4687-9799-b438d61d10d3 None None] Provisioning complete for port 0288b027-5567-4c73-b8fc-37b23e98f737 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:38.884890 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b55ce43a-cd7d-4687-9799-b438d61d10d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:39.852919 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58384) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:40.150282 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 0288b027-5567-4c73-b8fc-37b23e98f737 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:15:40.163099 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [None req-81776eb5-fa93-40db-b646-16adc2612479 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:15:40.164127 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-81776eb5-fa93-40db-b646-16adc2612479 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102469 Nov 10 20:15:40.196051 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 0288b027-5567-4c73-b8fc-37b23e98f737 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:40.196428 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:40.291023 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bd4b72ba-624f-4c76-a20a-7251428d318a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:42.576817 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fa97de7b-f2f1-4cbb-b1f0-ce424b458937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:42.662899 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58394) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:42.968036 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:42.988232 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Made reservation on behalf of 9507e9968c88445c99a01ee2ebb1fdde for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:15:42.991147 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:43.001742 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:43.073442 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:43.076857 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:43.091150 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Reserving flat network on physical network physnet1 {{(pid=101640) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 20:15:43.108832 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebca1a10-5e1c-4fad-bff7-47c46f38325f,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:43.117224 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:43.117224 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Added segment 5c100757-a06a-41c1-acef-3e41aaa600ea of type flat for network a9bef7bd-3a91-4d80-9b82-f093735233bb Nov 10 20:15:43.163432 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:43.194017 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:43.194957 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:43.195523 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:43.261896 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5979152 Nov 10 20:15:43.274599 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2ccf-1375-4232-9a42-21409292d8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9bef7bd-3a91-4d80-9b82-f093735233bb,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:43.285104 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network a9bef7bd-3a91-4d80-9b82-f093735233bb details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:15:43.737511 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:45.197957 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:45.726354 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 58412) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:45.899989 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6eaed8-bd42-4556-becb-5bdf2f067aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:45.901313 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-9c6eaed8-bd42-4556-becb-5bdf2f067aa7 admin admin] 10.222.0.13 "GET /v2.0/subnets/8be2446a-648a-43cd-b768-5a41f9c28dcc HTTP/1.1" status: 200 len: 849 time: 0.1739764 Nov 10 20:15:46.076040 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-e7ef2270-7ed3-4f92-ba62-61c7cd74835a admin admin] 10.222.0.13 "GET /v2.0/routers/4639b11a-5445-40eb-8821-82a5223b6394 HTTP/1.1" status: 200 len: 704 time: 0.1685696 Nov 10 20:15:46.289928 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:46.340167 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:46.633446 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Allocated IP 172.20.0.1 (3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c/8be2446a-648a-43cd-b768-5a41f9c28dcc/4a9a5bd0-6ba9-4454-abb6-92815d2434a7) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:15:46.783754 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:46.856500 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:46.931252 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:15:46.936005 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:15:46.941506 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:15:46.941912 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:46.963858 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9a5bd0-6ba9-4454-abb6-92815d2434a7,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:47.121383 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-06d2d849-4124-48f9-b20b-77fcc5ebdbc1 None None] Provisioning complete for port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:47.121749 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-06d2d849-4124-48f9-b20b-77fcc5ebdbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:47.136212 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:47.154564 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-06d2d849-4124-48f9-b20b-77fcc5ebdbc1 None None] Port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:15:47.388459 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:47.392626 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:47.393384 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:47.470070 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9a5bd0-6ba9-4454-abb6-92815d2434a7,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:47.516667 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:15:47.517941 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:15:47.675034 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-776e27b6-3064-4f99-9086-81ac7a20b33b None None] Provisioning complete for port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:47.675557 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-776e27b6-3064-4f99-9086-81ac7a20b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:47.678050 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Router 4639b11a-5445-40eb-8821-82a5223b6394 is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:15:47.711180 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-776e27b6-3064-4f99-9086-81ac7a20b33b None None] Port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:15:47.767123 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:15:47.772918 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-3f27ad46-4288-46fd-b28a-ed928c9e9795 admin admin] 10.222.0.13 "PUT /v2.0/routers/4639b11a-5445-40eb-8821-82a5223b6394/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6898055 Nov 10 20:15:47.791333 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Sync routers for ids ['4639b11a-5445-40eb-8821-82a5223b6394'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:15:47.803771 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Routers {'4639b11a-5445-40eb-8821-82a5223b6394'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:15:47.804643 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:15:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4639b11a-5445-40eb-8821-82a5223b6394'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:47.991850 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Set router 4639b11a-5445-40eb-8821-82a5223b6394 gateway port host: None {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:15:48.415743 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4639b11a-5445-40eb-8821-82a5223b6394', 'name': 'router1', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:15:37Z', 'updated_at': '2021-11-10T20:15:47Z', 'revision_number': 2, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'gw_port_host': None, '_interfaces': [{'id': '4a9a5bd0-6ba9-4454-abb6-92815d2434a7', 'name': '', 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'mac_address': 'fa:16:3e:8a:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4639b11a-5445-40eb-8821-82a5223b6394', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:15:46Z', 'updated_at': '2021-11-10T20:15:47Z', 'revision_number': 2, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'subnets': [{'id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eecf07-61de-4fc4-92ba-1cc52eb867e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:48.465671 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Checking router: 4639b11a-5445-40eb-8821-82a5223b6394 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:15:48.466047 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Updating router 4639b11a-5445-40eb-8821-82a5223b6394 port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:15:48.513836 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.017500 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.024467 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.185418 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Attempting to bind port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:15:49.185822 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Attempting to bind port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '65e6d92e-10a2-441f-8543-7b1b12f090a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:15:49.186273 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Attempting to bind port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 on network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:15:49.195146 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:15:49.195561 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Checking segment: {'id': '65e6d92e-10a2-441f-8543-7b1b12f090a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:15:49.196075 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.196471 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Bound using segment: {'id': '65e6d92e-10a2-441f-8543-7b1b12f090a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:15:49.196988 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Bound port: 4a9a5bd0-6ba9-4454-abb6-92815d2434a7, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e6d92e-10a2-441f-8543-7b1b12f090a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:15:49.197386 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.200386 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Pushing event updated for resources: {'Port': ['ID=4a9a5bd0-6ba9-4454-abb6-92815d2434a7,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:49.236150 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-37cd3328-5481-4af1-87ff-be8976010c2b None None] Provisioning complete for port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:49.236690 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-37cd3328-5481-4af1-87ff-be8976010c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.241334 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.241693 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.242036 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.242384 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.242703 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.243038 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.243366 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.243693 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.244046 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.244371 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.244693 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.245013 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Tracked resource versions report: Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: pushed versions: Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: { 'AddressGroup': {'1.2'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'ConntrackHelper': {'1.0'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Log': {'1.0'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Network': {'1.1'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Port': {'1.7'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'PortForwarding': {'1.2'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'QosPolicy': {'1.10'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SecurityGroup': {'1.5'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SecurityGroupRule': {'1.2'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SubPort': {'1.0'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Subnet': {'1.1'}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Trunk': {'1.1'}} Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: consumer versions: Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: { DHCP agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: L3 agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: Metadata agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: Metering agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: Open vSwitch agent@dv-cinder-815145-6-iscsi: { 'AddressGroup': '1.2', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'ConntrackHelper': '1.0', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Log': '1.0', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Network': '1.1', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Port': '1.7', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'PortForwarding': '1.2', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'QosPolicy': '1.10', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SecurityGroup': '1.5', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SecurityGroupRule': '1.2', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SubPort': '1.0', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Subnet': '1.1', Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Trunk': '1.1'}} Nov 10 20:15:49.246075 dv-cinder-815145-6-iscsi neutron-server[101642]: {{(pid=101642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 20:15:49.271824 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-37cd3328-5481-4af1-87ff-be8976010c2b None None] Port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:15:49.279906 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] For port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:15:49.298729 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] For port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4a9a5bd0-6ba9-4454-abb6-92815d2434a7,segment=NetworkSegment(65e6d92e-10a2-441f-8543-7b1b12f090a8),segment_id=65e6d92e-10a2-441f-8543-7b1b12f090a8)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:15:49.303438 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.358746 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e883913-6906-4282-8d37-3cb6b39fee1c None None] Pushing event updated for resources: {'Port': ['ID=4a9a5bd0-6ba9-4454-abb6-92815d2434a7,revision_number=4']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:49.365659 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Routers {'4639b11a-5445-40eb-8821-82a5223b6394'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:15:49.366257 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:15:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4639b11a-5445-40eb-8821-82a5223b6394'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:49.455398 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] Set router 4639b11a-5445-40eb-8821-82a5223b6394 gateway port host: None {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:15:49.591349 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-f6e131d4-d2cf-49ca-a183-c10a0eb27f0e None None] Provisioning complete for port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:49.591715 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f6e131d4-d2cf-49ca-a183-c10a0eb27f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.670085 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4639b11a-5445-40eb-8821-82a5223b6394', 'name': 'router1', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:15:37Z', 'updated_at': '2021-11-10T20:15:47Z', 'revision_number': 2, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'gw_port_host': None, '_interfaces': [{'id': '4a9a5bd0-6ba9-4454-abb6-92815d2434a7', 'name': '', 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'mac_address': 'fa:16:3e:8a:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4639b11a-5445-40eb-8821-82a5223b6394', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:15:46Z', 'updated_at': '2021-11-10T20:15:49Z', 'revision_number': 4, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'subnets': [{'id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eecf07-61de-4fc4-92ba-1cc52eb867e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:49.671641 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f6e131d4-d2cf-49ca-a183-c10a0eb27f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.696163 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c6e64-9e74-4e80-961d-6c89a7f96640 None None] The sync data for ids ['4639b11a-5445-40eb-8821-82a5223b6394'] in dv-cinder-815145-6-iscsi is: [{'id': '4639b11a-5445-40eb-8821-82a5223b6394', 'name': 'router1', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:15:37Z', 'updated_at': '2021-11-10T20:15:47Z', 'revision_number': 2, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'gw_port_host': None, '_interfaces': [{'id': '4a9a5bd0-6ba9-4454-abb6-92815d2434a7', 'name': '', 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'mac_address': 'fa:16:3e:8a:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4639b11a-5445-40eb-8821-82a5223b6394', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:15:46Z', 'updated_at': '2021-11-10T20:15:49Z', 'revision_number': 4, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'subnets': [{'id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eecf07-61de-4fc4-92ba-1cc52eb867e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:15:49.703587 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-f6e131d4-d2cf-49ca-a183-c10a0eb27f0e None None] For port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4a9a5bd0-6ba9-4454-abb6-92815d2434a7,segment=NetworkSegment(65e6d92e-10a2-441f-8543-7b1b12f090a8),segment_id=65e6d92e-10a2-441f-8543-7b1b12f090a8)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:49.708985 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f6e131d4-d2cf-49ca-a183-c10a0eb27f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:49.757523 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e131d4-d2cf-49ca-a183-c10a0eb27f0e None None] Pushing event updated for resources: {'Port': ['ID=4a9a5bd0-6ba9-4454-abb6-92815d2434a7,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:50.153852 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 58432) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:50.262919 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91bceed-a239-4a63-8cd5-b80fc82d2379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:50.264279 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-b91bceed-a239-4a63-8cd5-b80fc82d2379 admin admin] 10.222.0.13 "GET /v2.0/networks/a9bef7bd-3a91-4d80-9b82-f093735233bb HTTP/1.1" status: 200 len: 842 time: 0.1088870 Nov 10 20:15:50.275162 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:50.297592 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Made reservation on behalf of 9507e9968c88445c99a01ee2ebb1fdde for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:15:50.299895 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:50.581406 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.objects.ports [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 20:15:50.581817 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:50.635838 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4aeffd2-73e3-45b7-86d4-72ee664d60f3,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:50.642349 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:15:50.642701 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Network hostable DHCP agents. Network: a9bef7bd-3a91-4d80-9b82-f093735233bb, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:15:50.658049 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:15:50.666636 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, a9bef7bd-3a91-4d80-9b82-f093735233bb) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:15:50.670545 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:50.671131 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:50.678923 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0816f6f-6684-4916-9517-c236424126d1 None None] Network a9bef7bd-3a91-4d80-9b82-f093735233bb requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:15:50.687084 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c081a6a9-9796-40b3-9cd9-702d6258c79e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4160650 Nov 10 20:15:50.812571 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec189b37-cf67-4ca2-91db-6b3f65ae60e0 None None] Network a9bef7bd-3a91-4d80-9b82-f093735233bb requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:15:51.834765 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:15:53.150081 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58440) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:53.367603 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-c80131e8-91ca-4d87-8e73-d19dea0ec481 admin admin] 10.222.0.13 "GET /v2.0/routers/4639b11a-5445-40eb-8821-82a5223b6394 HTTP/1.1" status: 200 len: 710 time: 0.2162318 Nov 10 20:15:53.525771 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d106e035-f298-426d-8c61-b0fedb5e9dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:53.527198 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-d106e035-f298-426d-8c61-b0fedb5e9dd0 admin admin] 10.222.0.13 "GET /v2.0/networks/a9bef7bd-3a91-4d80-9b82-f093735233bb HTTP/1.1" status: 200 len: 886 time: 0.1517594 Nov 10 20:15:53.537405 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:53.784470 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:54.015689 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:54.087786 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:54.278049 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Allocated IP 172.27.3.55 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/aa4ec98c-1a95-45c0-9616-749156ea80b9) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:15:54.427501 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:54.483516 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:54.562706 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:15:54.570281 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:15:54.573523 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:15:54.577165 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4ec98c-1a95-45c0-9616-749156ea80b9,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:54.850985 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:55.044899 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256403'] for router, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:55.049416 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757036'] for router, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:55.171471 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Router 4639b11a-5445-40eb-8821-82a5223b6394 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:15:55.280429 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:15:55.284928 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:55.286128 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-4a61d5a4-39c4-4f92-b74b-38694ec8f7d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/4639b11a-5445-40eb-8821-82a5223b6394 HTTP/1.1" status: 200 len: 889 time: 1.7524776 Nov 10 20:15:56.169497 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:15:56.220066 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:56.220358 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:56.600661 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Sync routers for ids ['4639b11a-5445-40eb-8821-82a5223b6394'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:15:56.611399 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Routers {'4639b11a-5445-40eb-8821-82a5223b6394'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:15:56.612136 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:15:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4639b11a-5445-40eb-8821-82a5223b6394'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:56.822394 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Set router 4639b11a-5445-40eb-8821-82a5223b6394 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:15:57.275150 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4639b11a-5445-40eb-8821-82a5223b6394', 'name': 'router1', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec98c-1a95-45c0-9616-749156ea80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:15:37Z', 'updated_at': '2021-11-10T20:15:54Z', 'revision_number': 4, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'gw_port': {'id': 'aa4ec98c-1a95-45c0-9616-749156ea80b9', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4639b11a-5445-40eb-8821-82a5223b6394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:15:54Z', 'updated_at': '2021-11-10T20:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4a9a5bd0-6ba9-4454-abb6-92815d2434a7', 'name': '', 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'mac_address': 'fa:16:3e:8a:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4639b11a-5445-40eb-8821-82a5223b6394', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:15:46Z', 'updated_at': '2021-11-10T20:15:49Z', 'revision_number': 5, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'subnets': [{'id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eecf07-61de-4fc4-92ba-1cc52eb867e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:57.326216 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Checking router: 4639b11a-5445-40eb-8821-82a5223b6394 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:15:57.326571 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Updating router 4639b11a-5445-40eb-8821-82a5223b6394 port aa4ec98c-1a95-45c0-9616-749156ea80b9 binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:15:57.373054 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:57.694647 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:57.699972 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:57.752470 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d18695-e094-475f-bbbe-99200f553d3b None None] Pushing event updated for resources: {'Port': ['ID=aa4ec98c-1a95-45c0-9616-749156ea80b9,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:57.754787 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Attempting to bind port aa4ec98c-1a95-45c0-9616-749156ea80b9 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:15:57.755172 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Attempting to bind port aa4ec98c-1a95-45c0-9616-749156ea80b9 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:15:57.755527 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Attempting to bind port aa4ec98c-1a95-45c0-9616-749156ea80b9 on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:15:57.761933 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:15:57.762301 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:15:57.763045 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:57.763045 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:15:57.763511 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Bound port: aa4ec98c-1a95-45c0-9616-749156ea80b9, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:15:57.763889 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:57.812429 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] For port aa4ec98c-1a95-45c0-9616-749156ea80b9, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:15:57.815602 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] For port aa4ec98c-1a95-45c0-9616-749156ea80b9, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=aa4ec98c-1a95-45c0-9616-749156ea80b9,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:15:57.821093 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:57.826979 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 58452) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:57.884897 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Routers {'4639b11a-5445-40eb-8821-82a5223b6394'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:15:57.885520 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:15:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4639b11a-5445-40eb-8821-82a5223b6394'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:57.891038 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d18695-e094-475f-bbbe-99200f553d3b None None] Pushing event updated for resources: {'Port': ['ID=aa4ec98c-1a95-45c0-9616-749156ea80b9,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:57.946552 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-89e589d0-2983-439f-9e91-9cdb0480bf2d admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1183751 Nov 10 20:15:57.997018 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] Set router 4639b11a-5445-40eb-8821-82a5223b6394 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:15:58.214090 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4639b11a-5445-40eb-8821-82a5223b6394', 'name': 'router1', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec98c-1a95-45c0-9616-749156ea80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:15:37Z', 'updated_at': '2021-11-10T20:15:54Z', 'revision_number': 4, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'gw_port': {'id': 'aa4ec98c-1a95-45c0-9616-749156ea80b9', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4639b11a-5445-40eb-8821-82a5223b6394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:15:54Z', 'updated_at': '2021-11-10T20:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4a9a5bd0-6ba9-4454-abb6-92815d2434a7', 'name': '', 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'mac_address': 'fa:16:3e:8a:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4639b11a-5445-40eb-8821-82a5223b6394', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:15:46Z', 'updated_at': '2021-11-10T20:15:49Z', 'revision_number': 5, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'subnets': [{'id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eecf07-61de-4fc4-92ba-1cc52eb867e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:58.242891 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec39eb-bc94-4f59-abe9-d5c8e0a2eff0 None None] The sync data for ids ['4639b11a-5445-40eb-8821-82a5223b6394'] in dv-cinder-815145-6-iscsi is: [{'id': '4639b11a-5445-40eb-8821-82a5223b6394', 'name': 'router1', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec98c-1a95-45c0-9616-749156ea80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:15:37Z', 'updated_at': '2021-11-10T20:15:54Z', 'revision_number': 4, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'gw_port': {'id': 'aa4ec98c-1a95-45c0-9616-749156ea80b9', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4639b11a-5445-40eb-8821-82a5223b6394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:15:54Z', 'updated_at': '2021-11-10T20:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4a9a5bd0-6ba9-4454-abb6-92815d2434a7', 'name': '', 'network_id': '3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c', 'tenant_id': 'dc113a6717e44c82919732dc004a208f', 'mac_address': 'fa:16:3e:8a:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4639b11a-5445-40eb-8821-82a5223b6394', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:15:46Z', 'updated_at': '2021-11-10T20:15:49Z', 'revision_number': 5, 'project_id': 'dc113a6717e44c82919732dc004a208f', 'subnets': [{'id': '8be2446a-648a-43cd-b768-5a41f9c28dcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0eecf07-61de-4fc4-92ba-1cc52eb867e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:16:00.193319 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device aa4ec98c-1a95-45c0-9616-749156ea80b9 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:16:00.245626 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port aa4ec98c-1a95-45c0-9616-749156ea80b9 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:16:00.246044 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:00.327140 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:00.350188 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port aa4ec98c-1a95-45c0-9616-749156ea80b9, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=aa4ec98c-1a95-45c0-9616-749156ea80b9,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:16:00.354935 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:00.411074 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=aa4ec98c-1a95-45c0-9616-749156ea80b9,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:16:02.214172 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device aa4ec98c-1a95-45c0-9616-749156ea80b9 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:16:02.296830 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port aa4ec98c-1a95-45c0-9616-749156ea80b9 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:16:02.297559 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:10.282599 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ebee-5cc1-4b5f-9e3f-b04bcb187dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:12.586601 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f860a158-2eb7-43e8-86ca-bbabfa4d3f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:13.743569 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:15.209588 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:16.294805 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:28.836053 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:16:40.287303 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f7901479-4523-4e3a-9afe-ceab5534f42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:42.580694 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6a0b-e181-4d01-ad77-1e12b6986a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:43.760118 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:45.206092 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:46.291105 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:05.834474 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:17:10.290549 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-25b558fa-ca4b-4494-8bf7-4f9c816baa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:12.583249 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-00a32f60-2b51-41bb-a427-b6893a15e18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:13.749621 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:15.205418 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:16.292351 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:35.056765 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59014) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:35.116855 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.pecan_wsgi.hooks.translation [None req-600b2728-d8e1-4e32-8c30-e298fb540eef admin admin] GET failed (client error): The resource could not be found. Nov 10 20:17:35.118079 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-600b2728-d8e1-4e32-8c30-e298fb540eef admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603707 Nov 10 20:17:35.277588 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea6536-de2e-410e-88a1-d4943c8a0cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:35.279024 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-18ea6536-de2e-410e-88a1-d4943c8a0cf8 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562555 Nov 10 20:17:37.540579 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59024) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:37.641613 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a01671-0940-4e95-b79f-2a29d3719e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:37.643609 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-08a01671-0940-4e95-b79f-2a29d3719e61 admin admin] 10.222.0.13 "GET /v2.0/subnets/8be2446a-648a-43cd-b768-5a41f9c28dcc HTTP/1.1" status: 200 len: 849 time: 0.1020739 Nov 10 20:17:37.654186 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:17:37.808496 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Publish callbacks [] for subnet, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:37.948244 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778915902850'] for subnet, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:37.975283 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:37.975936 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:37.995981 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] 10.222.0.13 "PUT /v2.0/subnets/8be2446a-648a-43cd-b768-5a41f9c28dcc HTTP/1.1" status: 200 len: 868 time: 0.3266816 Nov 10 20:17:37.996239 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc50798e-3e56-4234-8dad-a8dc9898d59f None None] Network 3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:17:38.000233 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be2446a-648a-43cd-b768-5a41f9c28dcc,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:17:38.008638 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.009023 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.009370 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.009705 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.010038 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.010388 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.010718 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.011066 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.011415 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.011741 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.012103 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.012427 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a64ab45-8a8c-4571-a599-04fd7f4b8b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:38.386135 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-5e80faa3-3c0f-450d-bff2-9b7b6be97a72 None None] Provisioning complete for port 4a9a5bd0-6ba9-4454-abb6-92815d2434a7 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:17:38.386504 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5e80faa3-3c0f-450d-bff2-9b7b6be97a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:38.474751 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-5e80faa3-3c0f-450d-bff2-9b7b6be97a72 None None] Provisioning complete for port 0288b027-5567-4c73-b8fc-37b23e98f737 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:17:38.474996 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5e80faa3-3c0f-450d-bff2-9b7b6be97a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:40.270275 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59032) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:40.292166 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-e07f1cc5-02f5-4465-a92c-1a855953deaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:40.468321 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f344880-5e21-440e-96e2-4b8b06aadffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:40.468702 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f344880-5e21-440e-96e2-4b8b06aadffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:40.470285 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-9f344880-5e21-440e-96e2-4b8b06aadffc admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990025 Nov 10 20:17:42.588321 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5cc06e25-2b69-46f0-b7ae-126fe08134c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:42.743422 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59042) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:42.833121 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:17:42.875846 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1161d56-8a67-41ba-9774-1e0d81f562cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:42.877178 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1161d56-8a67-41ba-9774-1e0d81f562cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:42.878701 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-f1161d56-8a67-41ba-9774-1e0d81f562cc admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1342323 Nov 10 20:17:43.753844 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:45.162801 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59050) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:45.207775 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:45.292262 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae8583c-2300-4efb-a177-e630014bef3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:45.293604 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-2ae8583c-2300-4efb-a177-e630014bef3b admin admin] 10.222.0.13 "GET /v2.0/networks/3fbe7daf-60f4-4d39-bbf0-4d996dfcd59c HTTP/1.1" status: 200 len: 869 time: 0.1298568 Nov 10 20:17:46.294102 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:47.565257 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59058) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:47.686737 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e45b2f-ab11-40d5-869d-373a2ae8ea14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:47.688133 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-64e45b2f-ab11-40d5-869d-373a2ae8ea14 admin admin] 10.222.0.13 "GET /v2.0/networks/a9bef7bd-3a91-4d80-9b82-f093735233bb HTTP/1.1" status: 200 len: 886 time: 0.1218152 Nov 10 20:17:49.959821 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59066) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:50.145337 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2462a2-b094-4222-8625-7640d3c7de8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:50.145714 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2462a2-b094-4222-8625-7640d3c7de8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:50.147237 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-3f2462a2-b094-4222-8625-7640d3c7de8d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1864450 Nov 10 20:17:52.450745 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59074) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:52.540359 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7537797-3a90-4456-86d0-b006a473ebb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:52.540813 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7537797-3a90-4456-86d0-b006a473ebb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:52.542294 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-d7537797-3a90-4456-86d0-b006a473ebb5 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906112 Nov 10 20:17:54.832994 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59082) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:54.926304 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a630908-92e6-43cb-946b-1e1f8499644d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:54.927648 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-5a630908-92e6-43cb-946b-1e1f8499644d admin admin] 10.222.0.13 "GET /v2.0/subnets/8be2446a-648a-43cd-b768-5a41f9c28dcc HTTP/1.1" status: 200 len: 868 time: 0.0936971 Nov 10 20:17:57.205514 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59090) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:17:57.292388 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c5d656-598d-4f70-9cda-38713aba0d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:57.293700 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-77c5d656-598d-4f70-9cda-38713aba0d0d admin admin] 10.222.0.13 "GET /v2.0/subnets/c4aeffd2-73e3-45b7-86d4-72ee664d60f3 HTTP/1.1" status: 200 len: 816 time: 0.0872347 Nov 10 20:18:10.292916 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-677b9fd8-fc79-412e-8c7e-54aa7f1d4bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:12.588886 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-a5685241-2b5c-4ece-936c-b966146eb074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:13.756876 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:15.209578 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:16.298491 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:19.832940 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:18:22.018790 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59144) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:22.067064 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [None req-2dd36407-71cc-48b2-893f-240d291c2112 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:18:22.068124 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-2dd36407-71cc-48b2-893f-240d291c2112 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483544 Nov 10 20:18:24.449590 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59152) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:24.509463 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b095dda1-55ee-4e52-97c0-9a92d78e9e39 admin admin] GET failed (client error): The resource could not be found. Nov 10 20:18:24.510758 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b095dda1-55ee-4e52-97c0-9a92d78e9e39 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602865 Nov 10 20:18:24.596663 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db4d96-ac5a-4cb0-8532-1607469f2063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:24.598104 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-c7db4d96-ac5a-4cb0-8532-1607469f2063 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827372 Nov 10 20:18:26.902625 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59160) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:26.949259 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:18:26.969160 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Made reservation on behalf of 9507e9968c88445c99a01ee2ebb1fdde for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:18:26.971338 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.004837 dv-cinder-815145-6-iscsi neutron-server[101640]: WARNING neutron.services.revisions.revision_plugin [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Could not find related network for resource to bump revision. Nov 10 20:18:27.016095 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:18:27.024975 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.025342 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Added segment 99af7cbe-7c73-4cd6-922b-2190a82edbd0 of type vlan for network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 Nov 10 20:18:27.064112 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.086553 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.087425 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:27.088014 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.141752 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2380636 Nov 10 20:18:27.152013 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa062af-c514-405e-b1b5-992a5f3b60b8 admin admin] Pushing event updated for resources: {'Network': ['ID=81eb0398-7fe0-4657-b97e-663fa95e8ef0,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:27.163438 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:18:29.438702 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59168) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:29.497723 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d0a2ef-61ba-4e5d-bfff-29a1f4f4b106 admin admin] GET failed (client error): The resource could not be found. Nov 10 20:18:29.499003 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-c8d0a2ef-61ba-4e5d-bfff-29a1f4f4b106 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593576 Nov 10 20:18:29.568210 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3f057e-44b5-4476-924d-fd8a72e8ecb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:29.569676 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ca3f057e-44b5-4476-924d-fd8a72e8ecb2 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652041 Nov 10 20:18:29.580451 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:18:29.602162 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Made reservation on behalf of 9507e9968c88445c99a01ee2ebb1fdde for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:18:29.604443 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:29.782027 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:29.840536 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4caf5896-bb36-4ead-97d1-77e788a4b48c,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:29.845429 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Checking segment: {'id': '99af7cbe-7c73-4cd6-922b-2190a82edbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:18:29.845779 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Network hostable DHCP agents. Network: 81eb0398-7fe0-4657-b97e-663fa95e8ef0, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:18:29.865224 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:18:29.876638 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 81eb0398-7fe0-4657-b97e-663fa95e8ef0) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:18:29.881241 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:29.881833 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:29.888876 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b712991-5969-4a51-b129-6e0557015794 None None] Network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:18:29.899714 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-0f25c6a7-2191-44ff-86a7-3f0b4109b6fc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3231902 Nov 10 20:18:30.043393 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-81eb0398-7fe0-4657-b97e-663fa95e8ef0', 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0', 'tenant_id': '9507e9968c88445c99a01ee2ebb1fdde', 'fixed_ips': [{'subnet_id': '4caf5896-bb36-4ead-97d1-77e788a4b48c'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:18:30.044378 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:30.183783 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Allocated IP 192.168.233.2 (81eb0398-7fe0-4657-b97e-663fa95e8ef0/4caf5896-bb36-4ead-97d1-77e788a4b48c/59f80de4-d29e-4153-b8b8-817e56738e43) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:18:30.326689 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:30.336486 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:30.384060 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:18:30.389117 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:18:30.393265 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:18:30.403948 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Pushing event updated for resources: {'Port': ['ID=59f80de4-d29e-4153-b8b8-817e56738e43,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:30.426552 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.426920 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.427266 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.427609 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.428004 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.428306 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.428606 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.429015 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.429318 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.429661 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.429983 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.430304 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:30.466285 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Attempting to bind port 59f80de4-d29e-4153-b8b8-817e56738e43 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:18:30.466644 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Attempting to bind port 59f80de4-d29e-4153-b8b8-817e56738e43 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '99af7cbe-7c73-4cd6-922b-2190a82edbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:18:30.466998 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Attempting to bind port 59f80de4-d29e-4153-b8b8-817e56738e43 on network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:18:30.472735 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:18:30.473106 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Checking segment: {'id': '99af7cbe-7c73-4cd6-922b-2190a82edbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:18:30.473498 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:30.473880 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Bound using segment: {'id': '99af7cbe-7c73-4cd6-922b-2190a82edbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:18:30.474363 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Bound port: 59f80de4-d29e-4153-b8b8-817e56738e43, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99af7cbe-7c73-4cd6-922b-2190a82edbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:18:30.474746 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:30.535544 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] For port 59f80de4-d29e-4153-b8b8-817e56738e43, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:18:30.539115 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] For port 59f80de4-d29e-4153-b8b8-817e56738e43, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=59f80de4-d29e-4153-b8b8-817e56738e43,segment=NetworkSegment(99af7cbe-7c73-4cd6-922b-2190a82edbd0),segment_id=99af7cbe-7c73-4cd6-922b-2190a82edbd0)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:18:30.542590 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:30.603566 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5158e-249c-44c0-91c9-00fee83ea3ae None None] Pushing event updated for resources: {'Port': ['ID=59f80de4-d29e-4153-b8b8-817e56738e43,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:31.374550 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d8f49-93cb-49bd-a844-f6da4fcc08cd None None] Network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:18:31.494007 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-9616da22-f82f-4922-a0ca-c94ae51dad5f None None] Provisioning complete for port 59f80de4-d29e-4153-b8b8-817e56738e43 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:18:31.494377 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9616da22-f82f-4922-a0ca-c94ae51dad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:31.611597 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9616da22-f82f-4922-a0ca-c94ae51dad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:31.652229 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-9616da22-f82f-4922-a0ca-c94ae51dad5f None None] For port 59f80de4-d29e-4153-b8b8-817e56738e43, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=59f80de4-d29e-4153-b8b8-817e56738e43,segment=NetworkSegment(99af7cbe-7c73-4cd6-922b-2190a82edbd0),segment_id=99af7cbe-7c73-4cd6-922b-2190a82edbd0)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:31.656597 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9616da22-f82f-4922-a0ca-c94ae51dad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:31.712363 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616da22-f82f-4922-a0ca-c94ae51dad5f None None] Pushing event updated for resources: {'Port': ['ID=59f80de4-d29e-4153-b8b8-817e56738e43,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:31.782352 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-6b6081fc-c96f-4399-964d-461258541a48 None None] Provisioning complete for port 59f80de4-d29e-4153-b8b8-817e56738e43 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:18:31.783045 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-6b6081fc-c96f-4399-964d-461258541a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:32.264981 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 59f80de4-d29e-4153-b8b8-817e56738e43 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:18:32.315483 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 59f80de4-d29e-4153-b8b8-817e56738e43 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:18:32.315857 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:40.295231 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-68b78327-1942-480f-acd8-8ac45d32f05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:42.590077 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ad29ef13-9654-4b0a-8865-bc21760841a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:43.760434 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:45.214570 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:46.299861 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:56.831857 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:19:10.296777 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-81f7f7f1-8987-478f-b7c8-67e573c106d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.590485 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8d7e6015-b134-4c5a-bab2-109251375586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:13.765119 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.217085 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.308162 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:33.830642 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:19:40.301276 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f051ab1d-91d1-4531-9b5e-6400146bee16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:42.591033 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97327cca-79b5-4f03-b423-25068c052170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:43.766017 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:45.219780 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:46.300351 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:47.050415 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59212) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:47.056317 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [None req-acd932db-ae78-44f8-ad76-700383865949 tempest-verify_tempest_config-1651137280 tempest-verify_tempest_config-1651137280-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:19:47.057319 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-acd932db-ae78-44f8-ad76-700383865949 tempest-verify_tempest_config-1651137280 tempest-verify_tempest_config-1651137280-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059340 Nov 10 20:19:47.345709 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59230) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:47.445863 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:47.517455 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:47.520997 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:47.568682 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=122541e83bdf491f8717b8404a28369e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2219379 Nov 10 20:19:47.569754 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50fcef2-eb6c-45a0-921a-ad09afe27f66,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:47.571352 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59234) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:47.576334 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.576700 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.577040 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.577367 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.577693 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.578016 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.578338 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.578657 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.578989 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.579307 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.579624 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.579979 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2bc7f3-5aca-4b0a-93bc-b5ef1b25a211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.647344 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:47.667708 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:47.756354 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:47.758913 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:47.760118 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e50fcef2-eb6c-45a0-921a-ad09afe27f66 HTTP/1.1" status: 204 len: 168 time: 0.1877527 Nov 10 20:19:47.767721 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50fcef2-eb6c-45a0-921a-ad09afe27f66,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:47.774171 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.774526 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.774872 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.775207 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.775535 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.775880 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.776245 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.776590 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.776931 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.777257 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.777582 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:47.777899 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c1d6-4ced-4704-8d9f-fb985414cc50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:10.301630 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-df236946-a0aa-49b0-9e25-7d5f7d31d77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:10.828902 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:20:12.592197 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c4750cac-3ca4-477b-b808-ba9b2170ab31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:13.768324 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:15.221862 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:16.302404 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.303113 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-1466eb23-758b-4acd-83d9-9b6b55f48139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:42.592598 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5d5145fa-7bb8-4f3b-a9e6-f68982111f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:43.770171 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.225136 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:46.303771 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.826849 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:21:10.307358 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f1b87f0b-ab83-4fc9-984d-3f221e67a93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:12.593244 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-64377436-29ac-4298-b10d-a2aff23e8c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:13.774048 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:15.228850 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:16.304174 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:24.825498 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 5 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:21:32.213871 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-756035'] for agent, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:40.308850 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-82caee58-461f-45fb-aaef-65d5d1e46513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:42.594789 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bc025855-7cef-4cfb-8a2d-1b6133d34d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.774334 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:45.232594 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:45.797133 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59308) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:45.903803 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-d93837ad-55fa-4019-a933-34aa48fd76d3 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1055605 Nov 10 20:21:46.307249 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:48.240579 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59318) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:48.295309 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-59c756e0-275d-4696-9b06-812573d86cfa admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536232 Nov 10 20:22:01.824234 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:22:02.167327 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:10.311871 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-cb368965-ff7e-4800-99fa-1d069ae22551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:12.601002 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d8294917-a4e4-4a83-9cd4-2c3cb1823619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:13.779227 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:15.236537 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:16.310363 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:32.173983 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:38.824472 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:22:40.316273 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2013-9dd8-4d9c-b70e-6693a78020f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:42.599994 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8100224f-e427-4079-a7af-9e31c6d28c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:43.783541 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.239210 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:46.314635 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.181136 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:10.319346 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf8ec-68b0-4341-a1c9-4ac38f178a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.591938 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-2c731bc6-8dde-493b-be88-4d3482c738af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.784252 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.242138 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.823625 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:23:16.317400 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.042353 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59456) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:26.421784 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-network', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:26.450802 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Made reservation on behalf of 627e947d861c4bf2ba4d46f04dad08ff for: {'network': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:26.453483 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.467025 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.561096 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.566323 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.607750 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5782c03b-7c2e-4d55-98d9-8cfe5c675738,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:26.611963 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=101639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:23:26.623399 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.624167 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.624848 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.625129 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.625620 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.625964 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.626491 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.627001 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.627499 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.628076 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.628450 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.628960 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Tracked resource versions report: Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: pushed versions: Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: { 'AddressGroup': {'1.2'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'ConntrackHelper': {'1.0'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Log': {'1.0'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Network': {'1.1'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Port': {'1.7'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'PortForwarding': {'1.2'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'QosPolicy': {'1.10'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SecurityGroup': {'1.5'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SecurityGroupRule': {'1.2'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SubPort': {'1.0'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Subnet': {'1.1'}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Trunk': {'1.1'}} Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: consumer versions: Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: { DHCP agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: HyperV agent@hv-cinder-81514: {}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: L3 agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: Metadata agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: Metering agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: Open vSwitch agent@dv-cinder-815145-6-iscsi: { 'AddressGroup': '1.2', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'ConntrackHelper': '1.0', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Log': '1.0', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Network': '1.1', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Port': '1.7', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'PortForwarding': '1.2', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'QosPolicy': '1.10', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SecurityGroup': '1.5', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SecurityGroupRule': '1.2', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'SubPort': '1.0', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Subnet': '1.1', Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: 'Trunk': '1.1'}} Nov 10 20:23:26.630281 dv-cinder-815145-6-iscsi neutron-server[101639]: {{(pid=101639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 20:23:26.640637 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778915955676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.642484 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Unsubscribe: segment precommit_create {{(pid=101639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 20:23:26.643901 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.segments_db [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Added segment 7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1 of type vlan for network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd Nov 10 20:23:26.708633 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.753100 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.764105 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:26.764885 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.836202 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7926307 Nov 10 20:23:26.839490 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59504) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:26.851247 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Request body: {'subnet': {'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-subnet', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:26.873906 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73b9d4-87a3-4425-b32b-403164ebe06a admin admin] Pushing event updated for resources: {'Network': ['ID=0b571a51-96aa-4f58-9b78-4412fcb7f7fd,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:26.881891 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Made reservation on behalf of 627e947d861c4bf2ba4d46f04dad08ff for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:26.884351 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.890840 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:23:27.070950 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.133662 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b643a36b-8e17-4293-b8c3-0483b248df2b,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:27.142989 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.143324 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.143653 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.144201 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.144530 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.144871 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.145351 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.145873 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.146209 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.146701 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.147027 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.147334 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Tracked resource versions report: Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: pushed versions: Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: { 'AddressGroup': {'1.2'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'ConntrackHelper': {'1.0'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Log': {'1.0'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Network': {'1.1'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Port': {'1.7'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'PortForwarding': {'1.2'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'QosPolicy': {'1.10'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SecurityGroup': {'1.5'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SecurityGroupRule': {'1.2'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SubPort': {'1.0'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Subnet': {'1.1'}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Trunk': {'1.1'}} Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: consumer versions: Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: { DHCP agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: HyperV agent@hv-cinder-81514: {}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: L3 agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: Metadata agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: Metering agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: Open vSwitch agent@dv-cinder-815145-6-iscsi: { 'AddressGroup': '1.2', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'ConntrackHelper': '1.0', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Log': '1.0', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Network': '1.1', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Port': '1.7', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'PortForwarding': '1.2', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'QosPolicy': '1.10', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SecurityGroup': '1.5', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SecurityGroupRule': '1.2', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'SubPort': '1.0', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Subnet': '1.1', Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: 'Trunk': '1.1'}} Nov 10 20:23:27.148549 dv-cinder-815145-6-iscsi neutron-server[101640]: {{(pid=101640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 20:23:27.183123 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Checking segment: {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:27.183471 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Network hostable DHCP agents. Network: 0b571a51-96aa-4f58-9b78-4412fcb7f7fd, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:23:27.194781 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59524) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:27.210820 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:23:27.227505 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 0b571a51-96aa-4f58-9b78-4412fcb7f7fd) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:27.233999 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:27.234608 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.240130 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29f89f-827a-4fe3-b17d-f92c891afa50 None None] Network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:27.273612 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59532) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:27.274724 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-cbfb26ca-2e1b-4dfb-a924-a410556657ca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4314361 Nov 10 20:23:27.279692 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:27.341220 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.343347 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.424266 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2543384-f1ba-4143-bef6-3548d2bfa725 None None] Network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:27.459982 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59538) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:27.485473 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.718814 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.799351 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-627868350-network', 'tenant_id': '7be4bbc52e7e44d5baf51e00e9596ce9'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:27.832543 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Made reservation on behalf of 7be4bbc52e7e44d5baf51e00e9596ce9 for: {'network': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:27.834934 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.852786 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.056707 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2010740252-network', 'tenant_id': 'dbcd654a38e74587b016098dbab2ba41'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:28.095474 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.096806 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Made reservation on behalf of dbcd654a38e74587b016098dbab2ba41 for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:28.101042 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.110223 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.118362 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59564) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:28.119739 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.152066 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7a2953-8562-4e72-98ca-9fbd562417e6,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:28.159826 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.181645 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.183578 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=101639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:23:28.202692 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.204415 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.segments_db [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Added segment fb5b23a5-98d1-403f-9425-e4003d88fd8d of type vlan for network 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 Nov 10 20:23:28.262841 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.266974 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.274139 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.304851 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:23:28.324166 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.324983 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Added segment 4bba69b5-3b3c-403f-ba44-0724fc94231a of type vlan for network 97e1ec21-99c9-476f-95b9-6de7086e224b Nov 10 20:23:28.395615 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.398957 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.400429 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:28.401292 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.450965 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574988c6-b806-4d1d-b5fe-bf88ddbdfcef,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:28.455713 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.457455 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:28.458596 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.485828 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0230441 Nov 10 20:23:28.503256 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59574) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:28.511035 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Request body: {'subnet': {'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2010740252-subnet', 'tenant_id': 'dbcd654a38e74587b016098dbab2ba41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:28.587301 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-network', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:28.593486 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Made reservation on behalf of dbcd654a38e74587b016098dbab2ba41 for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:28.598388 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.639602 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4368584 Nov 10 20:23:28.651236 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59578) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:28.658132 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Request body: {'subnet': {'network_id': '2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-627868350-subnet', 'tenant_id': '7be4bbc52e7e44d5baf51e00e9596ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:28.726118 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18828d8b-622b-475a-8df4-37d5445466cc admin admin] Pushing event updated for resources: {'Network': ['ID=2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:28.741297 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:23:28.818807 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Made reservation on behalf of 7be4bbc52e7e44d5baf51e00e9596ce9 for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:28.821859 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.913142 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.933718 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Made reservation on behalf of 65cc96cfe81e47d98f146400275c46bb for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:28.936999 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.030227 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.062189 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad999ec-4217-4ddf-8f91-0c61c6b2600b,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:29.139738 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Allocated IP 172.27.3.118 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/7dd32e52-da17-40b0-a0b6-d188e969cff8) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:29.279598 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544ad35-4070-4914-809a-853f1a0b84d5 admin admin] Pushing event updated for resources: {'Network': ['ID=97e1ec21-99c9-476f-95b9-6de7086e224b,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:29.289051 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Checking segment: {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:29.289281 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Network hostable DHCP agents. Network: 97e1ec21-99c9-476f-95b9-6de7086e224b, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:23:29.298907 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 97e1ec21-99c9-476f-95b9-6de7086e224b details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:23:29.427530 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Network 97e1ec21-99c9-476f-95b9-6de7086e224b is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:23:29.449574 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.457971 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.486890 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.507491 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:23:29.529323 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.529934 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Added segment ba55c929-1c0b-4687-92d1-dd08ee0064dd of type vlan for network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 Nov 10 20:23:29.625110 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 97e1ec21-99c9-476f-95b9-6de7086e224b) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:29.631146 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:29.632095 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.655323 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eaa929-df18-4ecc-b339-34d72ed50cee None None] Network 97e1ec21-99c9-476f-95b9-6de7086e224b requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:29.716995 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.725706 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.744049 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb36cb42-14fa-4fdf-a4e6-581cd1cdf4cd,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:29.770608 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.772226 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:29.774273 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.937105 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.948638 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb75bd3-0fcf-4def-8456-d7dded67873f,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:30.018480 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9b574-5640-40ed-99fc-0477835826d1 None None] Network 97e1ec21-99c9-476f-95b9-6de7086e224b requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:30.089249 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9edcc6f9-d4f3-40e4-942e-ae29e8c6b222 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5838206 Nov 10 20:23:30.092727 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] Pushing event updated for resources: {'Network': ['ID=6bfa95df-19c6-4c1f-a608-f3161ade3f35,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:30.120880 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-337502bc-78d9-4fb0-b6b0-af2c8856cb8e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9854429 Nov 10 20:23:30.124187 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59634) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:30.139754 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Request body: {'subnet': {'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-subnet', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:30.154776 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd32e52-da17-40b0-a0b6-d188e969cff8,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:30.163966 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:30.165036 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Checking segment: {'id': 'fb5b23a5-98d1-403f-9425-e4003d88fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:30.165594 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Network hostable DHCP agents. Network: 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:23:30.189273 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:30.194924 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:30.218866 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Made reservation on behalf of 65cc96cfe81e47d98f146400275c46bb for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:30.225880 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:30.289105 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:23:30.546300 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Network 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:23:30.594797 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:30.624099 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:30.626124 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:30.637801 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0af449-87bb-491b-9eb1-5cfefa56b0c7 None None] Network 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:30.689632 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-968246f2-e361-4c69-bdb9-47dd9b99431c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0372574 Nov 10 20:23:30.697603 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:30.780188 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:30.924370 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:30.960854 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59678) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:30.966846 dv-cinder-815145-6-iscsi neutron-server[101639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 20:23:31.047904 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Checking segment: {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:31.053980 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Network hostable DHCP agents. Network: 6bfa95df-19c6-4c1f-a608-f3161ade3f35, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:23:31.107725 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:23:31.125231 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 6bfa95df-19c6-4c1f-a608-f3161ade3f35) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:31.144259 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:31.149694 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.167727 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56163046-ce52-4917-a2ae-948885becfc8 None None] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:31.184470 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-77c2fa9e-517c-4afc-a180-72f0ab82a473 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0547035 Nov 10 20:23:31.184681 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59688) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:31.190241 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:31.228108 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.232269 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.240671 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff25f53f-25cb-4960-83c2-75ffdf970353 None None] Network 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:31.277866 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.339407 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59690) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:31.361548 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.589416 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.656412 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:23:31.657538 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.663097 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b580ae7d-350f-46ee-91be-5bec0192a53b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.684713 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-ccec8ba4-f148-40bf-b271-d45f439bb9c9 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:31.692710 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-ccec8ba4-f148-40bf-b271-d45f439bb9c9 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 815 time: 0.7256498 Nov 10 20:23:31.754583 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-68c92dfb-8c83-4271-a814-c08a27dbdd15 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/quotas/dbcd654a38e74587b016098dbab2ba41 HTTP/1.1" status: 200 len: 375 time: 0.0577345 Nov 10 20:23:31.807702 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b580ae7d-350f-46ee-91be-5bec0192a53b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.819602 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b580ae7d-350f-46ee-91be-5bec0192a53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:31.845425 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-38f05c62-792d-4079-91a8-5dc02cbdddf9 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895953 Nov 10 20:23:31.865098 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Allocated IP 172.20.0.2 (6bfa95df-19c6-4c1f-a608-f3161ade3f35/3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0/0104b393-2154-454c-b39f-4129b6b89964) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:31.919281 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:23:31.962858 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580ae7d-350f-46ee-91be-5bec0192a53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08231d50-810b-41b1-a497-81eeb21bc8b0,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:31.968064 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b580ae7d-350f-46ee-91be-5bec0192a53b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8451edf6dd25416d9945dc911af0d58d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6272616 Nov 10 20:23:32.001116 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59716) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:32.024870 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 59724) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:32.032942 dv-cinder-815145-6-iscsi neutron-server[101640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 20:23:32.117201 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:23:32.130450 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Sync routers for ids ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:23:32.133856 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-ef55f3fb-a027-4bfc-9223-db66d083567b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:23:32.143610 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-ef55f3fb-a027-4bfc-9223-db66d083567b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1344743 Nov 10 20:23:32.147745 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Routers {'2365c9d3-ce2f-477e-a7b3-20017b5f1c46'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:32.163739 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:23:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:32.218743 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] Publish callbacks [] for router, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.224296 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.225261 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-31f2f134-cf9f-4b29-b421-db7e11d6ae03 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9500556 Nov 10 20:23:32.228325 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59732) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:32.231668 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.248605 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.313611 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.338759 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.340943 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-44c4d320-ab0a-4200-b7b3-cc595c1f122d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.346979 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:32.358205 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:32.367842 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:32.434547 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Pushing event updated for resources: {'Port': ['ID=0104b393-2154-454c-b39f-4129b6b89964,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:32.448736 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-44c4d320-ab0a-4200-b7b3-cc595c1f122d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.459551 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-1abea515-3773-4dff-b651-07de0426a32b tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:32.461273 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-1abea515-3773-4dff-b651-07de0426a32b tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/networks?id=2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 HTTP/1.1" status: 200 len: 811 time: 0.4331989 Nov 10 20:23:32.505218 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-4afdf0cf-084b-4273-bb44-de0819c48a9b tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/quotas/7be4bbc52e7e44d5baf51e00e9596ce9 HTTP/1.1" status: 200 len: 375 time: 0.0361149 Nov 10 20:23:32.505753 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.506291 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.506928 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.509015 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.510320 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.510836 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.511327 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.511912 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.514865 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.515336 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.516166 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.516166 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Tracked resource versions report: Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: pushed versions: Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: { 'AddressGroup': {'1.2'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'ConntrackHelper': {'1.0'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Log': {'1.0'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Network': {'1.1'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Port': {'1.7'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'PortForwarding': {'1.2'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'QosPolicy': {'1.10'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SecurityGroup': {'1.5'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SecurityGroupRule': {'1.2'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SubPort': {'1.0'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Subnet': {'1.1'}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Trunk': {'1.1'}} Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: consumer versions: Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: { DHCP agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: HyperV agent@hv-cinder-81514: {}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: L3 agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: Metadata agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: Metering agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: Open vSwitch agent@dv-cinder-815145-6-iscsi: { 'AddressGroup': '1.2', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'ConntrackHelper': '1.0', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Log': '1.0', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Network': '1.1', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Port': '1.7', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'PortForwarding': '1.2', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'QosPolicy': '1.10', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SecurityGroup': '1.5', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SecurityGroupRule': '1.2', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'SubPort': '1.0', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Subnet': '1.1', Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: 'Trunk': '1.1'}} Nov 10 20:23:32.517502 dv-cinder-815145-6-iscsi neutron-server[101641]: {{(pid=101641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 20:23:32.529105 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-3e641d3a-c313-4d2f-ab5b-e3c457f4008f service neutron] 10.222.0.13 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844545 Nov 10 20:23:32.554156 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Attempting to bind port 0104b393-2154-454c-b39f-4129b6b89964 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:32.554806 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Attempting to bind port 0104b393-2154-454c-b39f-4129b6b89964 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:32.555717 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Attempting to bind port 0104b393-2154-454c-b39f-4129b6b89964 on network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:32.569274 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:32.570140 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Checking segment: {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:32.570785 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.572208 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Bound using segment: {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:32.572980 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Bound port: 0104b393-2154-454c-b39f-4129b6b89964, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:32.573607 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.645057 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Set router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:32.689198 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-ca9209b0-74aa-437c-8b39-37dbc8645a5b tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7be4bbc52e7e44d5baf51e00e9596ce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1705704 Nov 10 20:23:32.707618 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Allocated IP 172.27.3.245 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/17bcb4c4-7596-45e1-9a7a-5093ba79d819) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:32.723231 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-44c4d320-ab0a-4200-b7b3-cc595c1f122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.727269 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-44c4d320-ab0a-4200-b7b3-cc595c1f122d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.728198 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-44c4d320-ab0a-4200-b7b3-cc595c1f122d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08231d50-810b-41b1-a497-81eeb21bc8b0 HTTP/1.1" status: 204 len: 168 time: 0.7260003 Nov 10 20:23:32.742972 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4d320-ab0a-4200-b7b3-cc595c1f122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08231d50-810b-41b1-a497-81eeb21bc8b0,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:32.756475 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] For port 0104b393-2154-454c-b39f-4129b6b89964, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:32.810089 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] For port 0104b393-2154-454c-b39f-4129b6b89964, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=0104b393-2154-454c-b39f-4129b6b89964,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:32.856233 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.905515 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:32.967133 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-2989b6b3-c3af-4d50-97fa-1ebc848a2ab7 service neutron] 10.222.0.13 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189010 Nov 10 20:23:33.000322 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:33.015648 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:27Z', 'updated_at': '2021-11-10T20:23:30Z', 'revision_number': 3, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'gw_port': {'id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:33.079004 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de221d0-9472-4bd8-95cc-dde9919e3d41 None None] Pushing event updated for resources: {'Port': ['ID=0104b393-2154-454c-b39f-4129b6b89964,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:33.104000 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Checking router: 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:23:33.104361 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Updating router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 port 7dd32e52-da17-40b0-a0b6-d188e969cff8 binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:23:33.110109 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Pushing event updated for resources: {'Port': ['ID=17bcb4c4-7596-45e1-9a7a-5093ba79d819,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:33.162810 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-f53180fd-752f-4af6-8ab7-b29d9f2062e0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:23:33.164304 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-f53180fd-752f-4af6-8ab7-b29d9f2062e0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3546968 Nov 10 20:23:33.166507 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:33.173050 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:33.178084 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:33.182436 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:33.701406 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:33.841390 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:33.852219 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:33.924685 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Pushing event updated for resources: {'Port': ['ID=7dd32e52-da17-40b0-a0b6-d188e969cff8,revision_number=2']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:33.936220 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.936916 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.937433 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.938435 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.939040 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.939614 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.940256 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.940889 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.941658 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.942356 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.943424 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.945028 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Tracked resource versions report: Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: pushed versions: Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: { 'AddressGroup': {'1.2'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'ConntrackHelper': {'1.0'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Log': {'1.0'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Network': {'1.1'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Port': {'1.7'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'PortForwarding': {'1.2'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'QosPolicy': {'1.10'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SecurityGroup': {'1.5'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SecurityGroupRule': {'1.2'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SubPort': {'1.0'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Subnet': {'1.1'}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Trunk': {'1.1'}} Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: consumer versions: Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: { DHCP agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: HyperV agent@hv-cinder-81514: {}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: L3 agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: Metadata agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: Metering agent@dv-cinder-815145-6-iscsi: {}, Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: Open vSwitch agent@dv-cinder-815145-6-iscsi: { 'AddressGroup': '1.2', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'ConntrackHelper': '1.0', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Log': '1.0', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Network': '1.1', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Port': '1.7', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'PortForwarding': '1.2', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'QosPolicy': '1.10', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SecurityGroup': '1.5', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SecurityGroupRule': '1.2', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'SubPort': '1.0', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Subnet': '1.1', Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: 'Trunk': '1.1'}} Nov 10 20:23:33.946439 dv-cinder-815145-6-iscsi neutron-server[101642]: {{(pid=101642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 20:23:34.020705 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3302ba7b-1fa7-4141-ac64-481c386f1943 service neutron] 10.222.0.13 "GET /v2.0/networks/2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8353403 Nov 10 20:23:34.034093 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Attempting to bind port 7dd32e52-da17-40b0-a0b6-d188e969cff8 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:34.034768 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Attempting to bind port 7dd32e52-da17-40b0-a0b6-d188e969cff8 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:34.035161 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Attempting to bind port 7dd32e52-da17-40b0-a0b6-d188e969cff8 on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:34.059328 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:34.063088 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:34.065727 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:34.066937 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:34.068597 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Bound port: 7dd32e52-da17-40b0-a0b6-d188e969cff8, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:34.070664 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:34.140805 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ac2fe2fd-9f57-44f9-90c8-6fb7d5025c70 req-2b632b07-cda3-4ae0-9855-784729b9af61 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 210 time: 0.1540575 Nov 10 20:23:34.265932 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] For port 7dd32e52-da17-40b0-a0b6-d188e969cff8, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:34.277566 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] For port 7dd32e52-da17-40b0-a0b6-d188e969cff8, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7dd32e52-da17-40b0-a0b6-d188e969cff8,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:34.285217 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:34.444684 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Allocated IP 172.20.0.1 (0b571a51-96aa-4f58-9b78-4412fcb7f7fd/b643a36b-8e17-4293-b8c3-0483b248df2b/19e1140f-cb43-4484-a360-aa6e34f21a3e) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:34.494984 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Routers {'2365c9d3-ce2f-477e-a7b3-20017b5f1c46'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:34.495641 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:23:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:34.572571 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e2991-9173-47e7-8988-7db8b85889b1 None None] Pushing event updated for resources: {'Port': ['ID=7dd32e52-da17-40b0-a0b6-d188e969cff8,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:34.669626 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 0104b393-2154-454c-b39f-4129b6b89964 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:34.732692 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:34.864810 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-290dfc2b-1d50-4060-86ee-30075163460a service neutron] 10.222.0.13 "GET /v2.0/networks/2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8305674 Nov 10 20:23:34.897883 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] Set router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:34.899453 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 0104b393-2154-454c-b39f-4129b6b89964 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:34.900118 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:34.909734 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:34.972339 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ddfad-0025-4179-a3a6-219cbd7bba3d None None] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:35.069691 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:35.204380 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:35.207877 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:35.210627 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:35.211240 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:35.287487 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-07c0aa63-e3da-4210-8e68-d04f898ec816 None None] Provisioning complete for port 0104b393-2154-454c-b39f-4129b6b89964 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:35.288265 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-07c0aa63-e3da-4210-8e68-d04f898ec816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:35.419500 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:27Z', 'updated_at': '2021-11-10T20:23:30Z', 'revision_number': 3, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'gw_port': {'id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:35.437396 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Pushing event updated for resources: {'Port': ['ID=19e1140f-cb43-4484-a360-aa6e34f21a3e,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:35.483825 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:35.484127 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e904b5a-16ba-4368-ba43-b12a4f515db5 None None] The sync data for ids ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'] in dv-cinder-815145-6-iscsi is: [{'id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:27Z', 'updated_at': '2021-11-10T20:23:30Z', 'revision_number': 3, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'gw_port': {'id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:23:35.542641 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0b401ea7-1cf7-407b-b8a1-8d76df0eadd9 req-dbeb0983-aa22-4b34-8826-4beb4d8bd8fc tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 210 time: 0.1081796 Nov 10 20:23:35.560041 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-64fa0712-27f5-45fb-a66a-17800385307a req-1ac6df74-1fde-49a8-be33-5cf268e6fd9e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 210 time: 0.1243513 Nov 10 20:23:35.566658 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:35.614787 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:35.702716 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 0104b393-2154-454c-b39f-4129b6b89964, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=0104b393-2154-454c-b39f-4129b6b89964,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:35.786714 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:35.861928 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-07c0aa63-e3da-4210-8e68-d04f898ec816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:35.946862 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=0104b393-2154-454c-b39f-4129b6b89964,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:36.047846 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:23:36.083463 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:36.086201 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.db.api [None req-07c0aa63-e3da-4210-8e68-d04f898ec816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 20:23:36.086694 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG oslo_db.api [None req-07c0aa63-e3da-4210-8e68-d04f898ec816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 20:23:36.097931 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:36.110386 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:36.324515 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Pushing event updated for resources: {'Port': ['ID=19e1140f-cb43-4484-a360-aa6e34f21a3e,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:36.441077 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:23:36.453421 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Sync routers for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:23:36.469375 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:36.473197 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:23:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:36.497328 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:36.500233 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-d1e1469b-b0af-42e3-8362-edbfa76b06b5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3139846 Nov 10 20:23:36.509748 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 59878) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:36.825589 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7dd32e52-da17-40b0-a0b6-d188e969cff8 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:36.955028 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-93c831f8-23d2-45d3-a887-b087498d3784 req-0d1da397-965c-44c3-bf3e-ba8c1d3babe9 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 210 time: 0.0715210 Nov 10 20:23:37.066656 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-c3315e6e-9b18-4806-9405-354530f43d5c None None] Provisioning complete for port 0104b393-2154-454c-b39f-4129b6b89964 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:37.067024 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c3315e6e-9b18-4806-9405-354530f43d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:37.071572 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:37.091820 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:37.133383 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:37.143232 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b132b8f8-cfed-4e75-a686-482ad49e80b2 req-68d38dd9-6ba5-492b-8564-d82172919a93 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 210 time: 0.0646732 Nov 10 20:23:37.420397 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:23:37.424050 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 7dd32e52-da17-40b0-a0b6-d188e969cff8 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:37.424434 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:37.649593 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:37.686616 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 7dd32e52-da17-40b0-a0b6-d188e969cff8, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7dd32e52-da17-40b0-a0b6-d188e969cff8,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:37.694545 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:37.695301 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 0104b393-2154-454c-b39f-4129b6b89964 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:37.700022 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:34Z', 'revision_number': 3, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:37.771610 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:23:37.778842 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-db1d5a5b-7c63-43c5-bb2d-1a01909373f7 admin admin] 10.222.0.13 "PUT /v2.0/routers/2365c9d3-ce2f-477e-a7b3-20017b5f1c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5493329 Nov 10 20:23:37.837753 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:37.888666 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Checking router: 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:23:37.889714 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Updating router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 port 17bcb4c4-7596-45e1-9a7a-5093ba79d819 binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:23:37.933087 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 0104b393-2154-454c-b39f-4129b6b89964 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:37.933749 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.003983 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=7dd32e52-da17-40b0-a0b6-d188e969cff8,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:38.010533 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.201358 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-870d19a9-b683-4560-bed6-32b936bafe12 req-83fbf3d8-feff-4622-8ecf-54dbc46df16d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 210 time: 0.0360832 Nov 10 20:23:38.202382 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Allocated IP 172.20.0.1 (6bfa95df-19c6-4c1f-a608-f3161ade3f35/3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0/080c666b-a82f-43b5-a041-5ea962003b7d) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:38.336317 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4587a87d-764b-4793-8f5b-f038c482bbe3 req-cf95f598-bfef-4fa1-964b-510cd1805336 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 210 time: 0.0332191 Nov 10 20:23:38.375523 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Sync routers for ids ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:23:38.386974 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Routers {'2365c9d3-ce2f-477e-a7b3-20017b5f1c46'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:38.388127 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:23:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:38.401457 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.435245 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.445451 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.463533 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.508654 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:38.519126 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:38.523187 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:38.523308 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.561795 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb6627-fd86-4005-b305-1ac3206a460d None None] Pushing event updated for resources: {'Port': ['ID=17bcb4c4-7596-45e1-9a7a-5093ba79d819,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:38.564322 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7dd32e52-da17-40b0-a0b6-d188e969cff8 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:38.604541 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.39', 54908) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:38.712759 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Set router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:38.733088 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Attempting to bind port 17bcb4c4-7596-45e1-9a7a-5093ba79d819 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:38.736642 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Attempting to bind port 17bcb4c4-7596-45e1-9a7a-5093ba79d819 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:38.737359 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Attempting to bind port 17bcb4c4-7596-45e1-9a7a-5093ba79d819 on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:38.749872 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:38.752039 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Pushing event updated for resources: {'Port': ['ID=080c666b-a82f-43b5-a041-5ea962003b7d,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:38.754128 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:38.756523 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.757174 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:38.760592 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Bound port: 17bcb4c4-7596-45e1-9a7a-5093ba79d819, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:38.761101 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.789174 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-4e0154e7-b616-4b94-8d86-0e48a117bd72 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:38.796433 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-4e0154e7-b616-4b94-8d86-0e48a117bd72 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 819 time: 0.3211975 Nov 10 20:23:38.850926 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-a5fe9570-074d-4607-8299-6df44b338e4f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:38.855499 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-a5fe9570-074d-4607-8299-6df44b338e4f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 815 time: 0.2492142 Nov 10 20:23:38.866270 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-4255daea-b843-4c26-baa2-21148e4b1ca5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/quotas/627e947d861c4bf2ba4d46f04dad08ff HTTP/1.1" status: 200 len: 375 time: 0.0688913 Nov 10 20:23:38.932783 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 7dd32e52-da17-40b0-a0b6-d188e969cff8 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:38.933440 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.934152 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:38.970875 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] For port 17bcb4c4-7596-45e1-9a7a-5093ba79d819, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:38.997299 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] For port 17bcb4c4-7596-45e1-9a7a-5093ba79d819, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=17bcb4c4-7596-45e1-9a7a-5093ba79d819,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:39.003641 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-0080226e-a3b8-45b1-bae3-8e92f56431f4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363833 Nov 10 20:23:39.020752 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:39.030686 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-71291838-c0da-4104-a46b-f4d183f1d797 None None] Provisioning complete for port 080c666b-a82f-43b5-a041-5ea962003b7d triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:39.031056 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-71291838-c0da-4104-a46b-f4d183f1d797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:39.032175 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Request body: {'port': {'device_id': '924f2fc1-6156-4824-be73-353fe6971d3a', 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b', 'admin_state_up': True, 'tenant_id': 'dbcd654a38e74587b016098dbab2ba41'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:39.212725 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-71291838-c0da-4104-a46b-f4d183f1d797 None None] Port 080c666b-a82f-43b5-a041-5ea962003b7d cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:23:39.215557 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:27Z', 'updated_at': '2021-11-10T20:23:35Z', 'revision_number': 4, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'gw_port': {'id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '19e1140f-cb43-4484-a360-aa6e34f21a3e', 'name': '', 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'mac_address': 'fa:16:3e:3f:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b643a36b-8e17-4293-b8c3-0483b248df2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:33Z', 'updated_at': '2021-11-10T20:23:35Z', 'revision_number': 2, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'subnets': [{'id': 'b643a36b-8e17-4293-b8c3-0483b248df2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:39.279602 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:39.281485 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:23:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:39.290716 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.39', 54914) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:39.333683 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Checking router: 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:23:39.336027 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Updating router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 port 19e1140f-cb43-4484-a360-aa6e34f21a3e binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:23:39.423662 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:39.430514 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:39.431476 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:39.660620 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb6627-fd86-4005-b305-1ac3206a460d None None] Pushing event updated for resources: {'Port': ['ID=17bcb4c4-7596-45e1-9a7a-5093ba79d819,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:39.699149 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:39.728451 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Pushing event updated for resources: {'Port': ['ID=080c666b-a82f-43b5-a041-5ea962003b7d,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:39.733317 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:39.781851 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f58bb490-3000-4bdf-8ba5-500c509aa449 req-efac421d-c2b3-42bf-9186-08ac90326cde tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 210 time: 0.3268108 Nov 10 20:23:39.847472 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:39.853365 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:40.009265 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-dbdd4627-0919-4373-919f-99359aef702e service neutron] 10.222.0.13 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0039351 Nov 10 20:23:40.017229 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5f1cee83-52fb-4d5d-876c-a7375eba344d req-e8d438ff-eb45-4e41-86c4-e9b6b161347c tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 210 time: 0.0519738 Nov 10 20:23:40.150233 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-d92e37f8-8f26-4bb0-861e-0d474a0d240e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:40.152135 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-d92e37f8-8f26-4bb0-861e-0d474a0d240e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.39 "GET /v2.0/networks?id=2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 HTTP/1.1" status: 200 len: 811 time: 0.8580470 Nov 10 20:23:40.244688 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Request body: {'port': {'device_id': 'bb3534c1-df66-45c2-b809-fac88b8e634e', 'network_id': '2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1', 'admin_state_up': True, 'tenant_id': '7be4bbc52e7e44d5baf51e00e9596ce9'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:40.263175 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:23:40.412818 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-197b751a-4858-4f3f-b09b-7ce5e90a79b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:40.461856 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-b70b54ff-3dbf-4ea8-9b0e-67ddd9781972 None None] Provisioning complete for port 080c666b-a82f-43b5-a041-5ea962003b7d triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:40.462680 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b70b54ff-3dbf-4ea8-9b0e-67ddd9781972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:40.559338 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-b70b54ff-3dbf-4ea8-9b0e-67ddd9781972 None None] Port 080c666b-a82f-43b5-a041-5ea962003b7d cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:23:40.637661 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:40.639010 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 1, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:40.666378 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:40.702604 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f4afd-fab6-491a-b5e5-53af7c88f9f1 None None] The sync data for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi is: [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 1, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:23:40.710530 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Made reservation on behalf of dbcd654a38e74587b016098dbab2ba41 for: {'port': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:40.720091 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:40.736274 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:23:40.755354 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c24195c5-3413-44cf-b53f-46a4959bb345 admin admin] 10.222.0.13 "PUT /v2.0/routers/6cf5f2c4-d8ac-4355-9f1e-e9a00916b074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2443936 Nov 10 20:23:40.832295 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-dca349cf-44cc-4ff0-a317-72a1009a0314 service neutron] 10.222.0.13 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157916 Nov 10 20:23:40.907131 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Made reservation on behalf of 7be4bbc52e7e44d5baf51e00e9596ce9 for: {'port': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:40.915710 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:41.015026 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Attempting to bind port 19e1140f-cb43-4484-a360-aa6e34f21a3e on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:41.017093 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Attempting to bind port 19e1140f-cb43-4484-a360-aa6e34f21a3e by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:41.017968 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Attempting to bind port 19e1140f-cb43-4484-a360-aa6e34f21a3e on network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:41.033766 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:41.034489 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Checking segment: {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:41.038418 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:41.039826 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Bound using segment: {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:41.041229 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Bound port: 19e1140f-cb43-4484-a360-aa6e34f21a3e, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:41.043408 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:41.060163 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3e015dfa-9ac2-4b83-868e-c72fe5a3067b req-1b4d79ce-c47d-49dc-bce5-6334ded56c30 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 210 time: 0.1047032 Nov 10 20:23:41.199880 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] For port 19e1140f-cb43-4484-a360-aa6e34f21a3e, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:41.205125 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60042) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:41.206901 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] For port 19e1140f-cb43-4484-a360-aa6e34f21a3e, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=19e1140f-cb43-4484-a360-aa6e34f21a3e,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:41.211733 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37a657-cd3f-4f4a-9952-1f1881607c53 None None] Pushing event updated for resources: {'Port': ['ID=19e1140f-cb43-4484-a360-aa6e34f21a3e,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:41.216985 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:41.462672 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa44a26b-8607-41a9-b5c7-ce068ce7aa85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:41.474299 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37a657-cd3f-4f4a-9952-1f1881607c53 None None] Pushing event updated for resources: {'Port': ['ID=19e1140f-cb43-4484-a360-aa6e34f21a3e,revision_number=4']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:41.497393 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Routers {'2365c9d3-ce2f-477e-a7b3-20017b5f1c46'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:41.502805 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:23:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:41.627618 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-46e0573c-6d24-4392-8206-6a16deacb8d8 req-bc1cad4f-935a-40f8-a6d0-4f9fcb0eeb27 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 210 time: 0.1510477 Nov 10 20:23:41.747673 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa44a26b-8607-41a9-b5c7-ce068ce7aa85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:41.754370 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] Set router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:41.755503 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-aa44a26b-8607-41a9-b5c7-ce068ce7aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:41.893561 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44a26b-8607-41a9-b5c7-ce068ce7aa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92050660-6d92-4350-b529-a8126fb2ec68,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:41.950732 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-500e40de-ed24-43c9-a318-39d18f435a57 req-158a9d45-ab07-4f2c-bef4-fbe6cbbbbfaf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 210 time: 0.1505797 Nov 10 20:23:41.976990 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-aa44a26b-8607-41a9-b5c7-ce068ce7aa85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0d198fd1e304aa48ebd8a1252582a01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7664042 Nov 10 20:23:41.977682 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60062) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:42.002288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Allocated IP 172.20.0.5 (97e1ec21-99c9-476f-95b9-6de7086e224b/6ad999ec-4217-4ddf-8f91-0c61c6b2600b/90131853-1376-4ea2-aa1c-da65b676adf2) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:42.161870 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae826-79bd-43c3-b69d-7c86cb710ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:42.326305 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae826-79bd-43c3-b69d-7c86cb710ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:42.452066 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae826-79bd-43c3-b69d-7c86cb710ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:42.454677 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae826-79bd-43c3-b69d-7c86cb710ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:42.455861 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ed2ae826-79bd-43c3-b69d-7c86cb710ae1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92050660-6d92-4350-b529-a8126fb2ec68 HTTP/1.1" status: 204 len: 168 time: 0.4769974 Nov 10 20:23:42.477736 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ae826-79bd-43c3-b69d-7c86cb710ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92050660-6d92-4350-b529-a8126fb2ec68,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:42.542592 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:27Z', 'updated_at': '2021-11-10T20:23:35Z', 'revision_number': 4, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'gw_port': {'id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '19e1140f-cb43-4484-a360-aa6e34f21a3e', 'name': '', 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'mac_address': 'fa:16:3e:3f:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b643a36b-8e17-4293-b8c3-0483b248df2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:33Z', 'updated_at': '2021-11-10T20:23:41Z', 'revision_number': 4, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'subnets': [{'id': 'b643a36b-8e17-4293-b8c3-0483b248df2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:42.607907 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6ea2a-8168-4454-98a5-59c2ac41d2b5 None None] The sync data for ids ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'] in dv-cinder-815145-6-iscsi is: [{'id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:27Z', 'updated_at': '2021-11-10T20:23:35Z', 'revision_number': 4, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'gw_port': {'id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '19e1140f-cb43-4484-a360-aa6e34f21a3e', 'name': '', 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'mac_address': 'fa:16:3e:3f:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b643a36b-8e17-4293-b8c3-0483b248df2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:33Z', 'updated_at': '2021-11-10T20:23:41Z', 'revision_number': 4, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'subnets': [{'id': 'b643a36b-8e17-4293-b8c3-0483b248df2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:23:42.633934 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-06be5574-29ac-450c-a7d9-c99ba4be5329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:42.653039 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 17bcb4c4-7596-45e1-9a7a-5093ba79d819 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:42.682542 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Allocated IP 172.20.0.8 (2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1/3bb75bd3-0fcf-4def-8456-d7dded67873f/d42128ef-056a-4e24-9f74-9421df70d133) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:42.695885 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60082) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:42.713059 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-f4f75a76-c5f3-42c2-adb8-b4c8e90e8fe9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288832773', 'description': 'tempest-description--755600313'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:42.791598 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f4f75a76-c5f3-42c2-adb8-b4c8e90e8fe9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:42.842431 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0f0b1149-3f4d-4393-a167-2c765eb5ad71 req-84c4ea2e-2238-48b6-aa17-8509a9861f54 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 210 time: 0.1761115 Nov 10 20:23:42.966245 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f4f75a76-c5f3-42c2-adb8-b4c8e90e8fe9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:42.976223 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f4f75a76-c5f3-42c2-adb8-b4c8e90e8fe9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:43.138126 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f75a76-c5f3-42c2-adb8-b4c8e90e8fe9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ca64f2-9952-4089-a008-a392165ebc6c,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:43.192049 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f4f75a76-c5f3-42c2-adb8-b4c8e90e8fe9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:43.193752 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-f4f75a76-c5f3-42c2-adb8-b4c8e90e8fe9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4936655 Nov 10 20:23:43.200223 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60102) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:43.224723 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-f3666ee8-9e76-4a86-9b45-831cf0d2d954 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'security_group_rule': {'security_group_id': '96ca64f2-9952-4089-a008-a392165ebc6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:43.263022 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 17bcb4c4-7596-45e1-9a7a-5093ba79d819 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:43.263393 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:43.288713 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8c4d8cd7-8974-46a2-ae71-def124910e58 req-6185a2b7-6869-46a2-8b91-57cc313d6038 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 210 time: 0.0695808 Nov 10 20:23:43.404639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:43.500877 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:43.537057 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:43.540991 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 17bcb4c4-7596-45e1-9a7a-5093ba79d819, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=17bcb4c4-7596-45e1-9a7a-5093ba79d819,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:43.553224 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:43.579492 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f3666ee8-9e76-4a86-9b45-831cf0d2d954 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:43.678772 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=17bcb4c4-7596-45e1-9a7a-5093ba79d819,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:43.829564 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:43.875594 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Pushing event updated for resources: {'Port': ['ID=90131853-1376-4ea2-aa1c-da65b676adf2,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:43.902904 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Network 97e1ec21-99c9-476f-95b9-6de7086e224b is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:43.911653 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:43.928885 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:43.935269 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:43.935952 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.041107 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-63bdbdd6-ce53-4551-b1fa-5532740272cf tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0352867 Nov 10 20:23:44.061366 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-e33fe14e-9dbc-44ae-984d-c651115bb360 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:44.063368 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-e33fe14e-9dbc-44ae-984d-c651115bb360 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 819 time: 0.9773583 Nov 10 20:23:44.107667 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f3666ee8-9e76-4a86-9b45-831cf0d2d954 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.112419 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-f5e67acd-6339-45f5-b4ba-5f6330991819 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/quotas/627e947d861c4bf2ba4d46f04dad08ff HTTP/1.1" status: 200 len: 375 time: 0.0424523 Nov 10 20:23:44.118377 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f3666ee8-9e76-4a86-9b45-831cf0d2d954 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.128751 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.171085 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3666ee8-9e76-4a86-9b45-831cf0d2d954 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09d2101-ada4-4c56-bf5b-b90c17ba8e86,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:44.186966 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f3666ee8-9e76-4a86-9b45-831cf0d2d954 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.189441 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-f3666ee8-9e76-4a86-9b45-831cf0d2d954 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9760201 Nov 10 20:23:44.193794 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60144) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:44.202160 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-50540f68-2072-4d8b-88d0-a079acaa886f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'security_group_rule': {'security_group_id': '96ca64f2-9952-4089-a008-a392165ebc6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:44.204739 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3a0a6-9db6-485d-82e5-761fcdfb4a3b req-ed1854eb-eaf3-4eb9-ae04-8715828377d4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:44.206457 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f2a3a0a6-9db6-485d-82e5-761fcdfb4a3b req-ed1854eb-eaf3-4eb9-ae04-8715828377d4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 931 time: 0.0922112 Nov 10 20:23:44.247957 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-babec59f-c32c-40ad-9307-b187fc5f6c36 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1173201 Nov 10 20:23:44.299573 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.312257 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f2a3a0a6-9db6-485d-82e5-761fcdfb4a3b req-6de578a1-e3b2-4aaf-9d21-23275325b252 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939054 Nov 10 20:23:44.379289 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-50540f68-2072-4d8b-88d0-a079acaa886f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.486449 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Network 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:44.500744 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:44.509152 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:44.518660 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:44.521178 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.568491 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3426466 Nov 10 20:23:44.609442 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-50540f68-2072-4d8b-88d0-a079acaa886f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.617624 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1861e6b-1ccd-4f95-8373-698d206a4622 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Pushing event updated for resources: {'Port': ['ID=d42128ef-056a-4e24-9f74-9421df70d133,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:44.628013 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-50540f68-2072-4d8b-88d0-a079acaa886f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.642869 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 19e1140f-cb43-4484-a360-aa6e34f21a3e up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:44.721278 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50540f68-2072-4d8b-88d0-a079acaa886f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fcda85-6840-4ae2-b83a-c2f7d0b2ca81,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:44.730888 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-1e671055-106d-4068-9526-e61cb359f58f service neutron] 10.222.0.13 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684868 Nov 10 20:23:44.741764 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-50540f68-2072-4d8b-88d0-a079acaa886f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.743112 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-50540f68-2072-4d8b-88d0-a079acaa886f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5447133 Nov 10 20:23:44.757321 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60162) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:44.766611 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'floatingip': {'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:44.785637 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 19e1140f-cb43-4484-a360-aa6e34f21a3e triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:44.786222 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.851616 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:44.935590 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a445-3a37-4037-87e2-da9bc259b8b1 req-ba8d5d9e-a28a-4636-980f-4aaa5409b072 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:44.943711 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2dd7a445-3a37-4037-87e2-da9bc259b8b1 req-ba8d5d9e-a28a-4636-980f-4aaa5409b072 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 931 time: 0.3639631 Nov 10 20:23:44.989755 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:45.026762 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2dd7a445-3a37-4037-87e2-da9bc259b8b1 req-6ac8a5ae-ffdb-4860-860c-4b4234959d5b tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821888 Nov 10 20:23:45.105762 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 19e1140f-cb43-4484-a360-aa6e34f21a3e, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=19e1140f-cb43-4484-a360-aa6e34f21a3e,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:45.113137 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:45.115192 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 17bcb4c4-7596-45e1-9a7a-5093ba79d819 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:45.254817 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-64497549-c539-41ec-8b49-9200b91026dc service neutron] 10.222.0.13 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059361 Nov 10 20:23:45.255497 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 17bcb4c4-7596-45e1-9a7a-5093ba79d819 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:45.255497 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:45.357201 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:45.416859 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Sync routers for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:23:45.455158 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:45.461890 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:45.463245 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:23:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:45.611138 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=19e1140f-cb43-4484-a360-aa6e34f21a3e,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:45.682064 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cdced84c-3c17-48e2-9af0-fd71b2f92ed9 req-e2b014d0-db61-4e68-8c16-de0dbc3798cd tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.1250858 Nov 10 20:23:45.742701 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc690b5-b6e9-4f58-ab09-b6e2caf8c5b5 req-14e3f0b0-3f81-4a0a-94f8-d74b6634855a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:45.744463 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-acc690b5-b6e9-4f58-ab09-b6e2caf8c5b5 req-14e3f0b0-3f81-4a0a-94f8-d74b6634855a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 931 time: 0.1203015 Nov 10 20:23:45.815715 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:45.856668 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Allocated IP 172.27.3.62 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/cade853d-6060-4363-9f28-7f93c37fd70f) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:45.982997 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-acc690b5-b6e9-4f58-ab09-b6e2caf8c5b5 req-56d3729c-829a-4c83-b527-7d6a88048615 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133024 Nov 10 20:23:46.134969 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:46.371477 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:46.412542 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759913e-f004-4d1c-adb6-e04360acd2a7 req-5b77cc0b-309b-426e-877c-7ba26ce9bbfa tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:46.414454 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b759913e-f004-4d1c-adb6-e04360acd2a7 req-5b77cc0b-309b-426e-877c-7ba26ce9bbfa tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 931 time: 0.2160814 Nov 10 20:23:46.416138 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:46.423136 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:39Z', 'revision_number': 2, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:46.519034 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Checking router: 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:23:46.519387 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Updating router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 port 080c666b-a82f-43b5-a041-5ea962003b7d binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:23:46.549920 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'Port': ['ID=cade853d-6060-4363-9f28-7f93c37fd70f,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:46.564613 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 19e1140f-cb43-4484-a360-aa6e34f21a3e up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:46.572220 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60214) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:46.610394 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:46.614124 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:46.619187 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:46.655638 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:46.755210 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:46.891267 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-29289c15-c6cc-4cca-af34-5ea50e182c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:46.898638 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b759913e-f004-4d1c-adb6-e04360acd2a7 req-534cf2ad-9ead-429d-a711-88e296ecb40c tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570530 Nov 10 20:23:46.908913 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.135071 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-29289c15-c6cc-4cca-af34-5ea50e182c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.185072 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2b7c74bd-09ea-4dc7-b53f-1ea5f7a952cc req-4ee9c8a1-2ede-4a16-b454-05e61e999590 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.2949638 Nov 10 20:23:47.185956 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-29289c15-c6cc-4cca-af34-5ea50e182c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.237394 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.246430 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289c15-c6cc-4cca-af34-5ea50e182c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95158f77-5c3a-4cc6-a17e-117da677b07a,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:47.247695 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.256131 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-29289c15-c6cc-4cca-af34-5ea50e182c1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5deba95c9fc046b7af868f85f80a1b51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6827488 Nov 10 20:23:47.258876 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60234) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:47.363811 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ad81a09a-18df-478e-9153-d72f77d164ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.390079 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 19e1140f-cb43-4484-a360-aa6e34f21a3e triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:47.392029 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.429855 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ad81a09a-18df-478e-9153-d72f77d164ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.453751 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.477321 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.502907 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffdbec-4133-4338-809c-6b1dbfa67fb7 None None] Pushing event updated for resources: {'Port': ['ID=080c666b-a82f-43b5-a041-5ea962003b7d,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:47.521813 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Attempting to bind port 080c666b-a82f-43b5-a041-5ea962003b7d on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:47.522475 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Attempting to bind port 080c666b-a82f-43b5-a041-5ea962003b7d by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:47.523128 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Attempting to bind port 080c666b-a82f-43b5-a041-5ea962003b7d on network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:47.529051 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ad81a09a-18df-478e-9153-d72f77d164ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.533210 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ad81a09a-18df-478e-9153-d72f77d164ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.535980 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ad81a09a-18df-478e-9153-d72f77d164ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95158f77-5c3a-4cc6-a17e-117da677b07a HTTP/1.1" status: 204 len: 168 time: 0.2744420 Nov 10 20:23:47.544748 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c2237-644b-43f2-8bdc-4d9e5986a03d req-795bdaab-e49c-4703-b675-c9f6913d2e52 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:47.547422 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:47.547801 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Checking segment: {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:47.548242 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.548357 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f24c2237-644b-43f2-8bdc-4d9e5986a03d req-795bdaab-e49c-4703-b675-c9f6913d2e52 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 931 time: 0.3805342 Nov 10 20:23:47.548633 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Bound using segment: {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:47.549229 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Bound port: 080c666b-a82f-43b5-a041-5ea962003b7d, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:47.549637 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.560753 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81a09a-18df-478e-9153-d72f77d164ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95158f77-5c3a-4cc6-a17e-117da677b07a,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:47.580462 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.728957 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f24c2237-644b-43f2-8bdc-4d9e5986a03d req-2a66320b-6153-4798-bca9-5bcbdd2fa1d3 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421750 Nov 10 20:23:47.731662 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.739991 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9734666 Nov 10 20:23:47.739991 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff2e10-5725-436d-8084-cc7d2828f731 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'Port': ['ID=cade853d-6060-4363-9f28-7f93c37fd70f,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:47.927493 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-fa96d613-d423-4bd1-bdbc-2cfe6e1983c4 None None] Provisioning complete for port 080c666b-a82f-43b5-a041-5ea962003b7d triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:47.932335 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fa96d613-d423-4bd1-bdbc-2cfe6e1983c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:47.934942 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] For port 080c666b-a82f-43b5-a041-5ea962003b7d, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:47.946511 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] For port 080c666b-a82f-43b5-a041-5ea962003b7d, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=080c666b-a82f-43b5-a041-5ea962003b7d,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:47.991893 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:48.165593 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-fa96d613-d423-4bd1-bdbc-2cfe6e1983c4 None None] Port 080c666b-a82f-43b5-a041-5ea962003b7d cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:23:48.195997 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffdbec-4133-4338-809c-6b1dbfa67fb7 None None] Pushing event updated for resources: {'Port': ['ID=080c666b-a82f-43b5-a041-5ea962003b7d,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:48.210997 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184d5fa-6cc1-411e-b3b8-aad16921b1c0 req-3e18165e-303d-420d-af22-05cbeaae75d1 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:48.221030 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f184d5fa-6cc1-411e-b3b8-aad16921b1c0 req-3e18165e-303d-420d-af22-05cbeaae75d1 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 931 time: 0.1056552 Nov 10 20:23:48.231382 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:48.237104 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:23:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:48.274870 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-cdd6cb80-9ca4-4805-a8e2-5752e3e49062 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1288832773&fields=id&tenant_id=65cc96cfe81e47d98f146400275c46bb HTTP/1.1" status: 200 len: 267 time: 0.1615779 Nov 10 20:23:48.338035 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f184d5fa-6cc1-411e-b3b8-aad16921b1c0 req-c3940ec2-0aef-4ed7-8e32-4ac044bd341b tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069431 Nov 10 20:23:48.366026 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60272) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:48.420551 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5ff437e-71d7-465d-81e6-1592961938d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:48.471778 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-46d81f81-42b5-4df0-a2fc-45fba47833d7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:23:48.476634 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-46d81f81-42b5-4df0-a2fc-45fba47833d7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246449 Nov 10 20:23:48.519662 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-dd16d7c9-5dc5-4a9c-9d1b-2ab835c76313 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:23:48.544869 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-dd16d7c9-5dc5-4a9c-9d1b-2ab835c76313 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231223 Nov 10 20:23:48.706189 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0b689e45-91dd-4ff3-b47b-faa6f99ba9dc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:48.710502 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f038b11a-c327-4098-91e9-5ddfc3c38b2c req-7b889b74-8df7-4f5e-8ec6-808e8f607750 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.1269774 Nov 10 20:23:48.743116 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0b689e45-91dd-4ff3-b47b-faa6f99ba9dc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 817 time: 0.4658318 Nov 10 20:23:48.790136 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-a3fc1031-88c3-4e7e-911c-3e7ce99aa72d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/quotas/65cc96cfe81e47d98f146400275c46bb HTTP/1.1" status: 200 len: 375 time: 0.0443931 Nov 10 20:23:48.902422 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5ff437e-71d7-465d-81e6-1592961938d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:48.973916 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5ff437e-71d7-465d-81e6-1592961938d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:49.004451 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-6e791f54-2624-4841-8802-bae3e789c5f0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2112033 Nov 10 20:23:49.108499 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 080c666b-a82f-43b5-a041-5ea962003b7d up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:49.125547 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff437e-71d7-465d-81e6-1592961938d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559c9746-472e-48a8-aba9-44572bc774f5,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:49.160881 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Request body: {'port': {'device_id': 'bb3534c1-df66-45c2-b809-fac88b8e634e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:49.181190 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-4d59d531-bf5c-4c7b-aaf0-e850736350fe service neutron] 10.222.0.13 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659677 Nov 10 20:23:49.186416 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Request body: {'port': {'device_id': '924f2fc1-6156-4824-be73-353fe6971d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:49.301371 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:49.304683 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-6ec8253d-c5ae-4570-a147-224ea5388f0d None None] Provisioning complete for port 080c666b-a82f-43b5-a041-5ea962003b7d triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:49.304919 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-6ec8253d-c5ae-4570-a147-224ea5388f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:49.309952 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-e5ff437e-71d7-465d-81e6-1592961938d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edc74f8f65b0473e831f49a997120967&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9425209 Nov 10 20:23:49.315822 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60296) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:49.441109 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-ec8f5f7b-070c-4cf3-8025-dcb1eaff87b8 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239425 Nov 10 20:23:49.494724 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:49.515116 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 080c666b-a82f-43b5-a041-5ea962003b7d triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:49.515733 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:49.532451 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd5332-3443-4eaa-bebb-837858f67bd9 req-2ac77c0c-7847-440e-91a5-5666d8533058 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:49.535466 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5abd5332-3443-4eaa-bebb-837858f67bd9 req-2ac77c0c-7847-440e-91a5-5666d8533058 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 931 time: 0.5683618 Nov 10 20:23:49.679471 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5abd5332-3443-4eaa-bebb-837858f67bd9 req-e4d3ff7d-f087-4fa5-83f9-e8e25fa39cb2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270814 Nov 10 20:23:49.702106 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ad1831bc-ec4a-4fef-8827-756c2b7f546d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:49.728144 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:49.736998 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ad1831bc-ec4a-4fef-8827-756c2b7f546d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:49.854824 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b41e9b33-5932-4f77-b1bc-4621d449c2e4 req-48f9ec03-ccce-4b31-84cc-0b4ebade839e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0534546 Nov 10 20:23:49.928668 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b703a58-d4d5-44f0-a073-927927fb5427 req-7af9bfea-fae4-4f46-9e22-0c28c4040582 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:49.931663 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6b703a58-d4d5-44f0-a073-927927fb5427 req-7af9bfea-fae4-4f46-9e22-0c28c4040582 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 931 time: 0.1370592 Nov 10 20:23:49.973916 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-6ec8253d-c5ae-4570-a147-224ea5388f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:50.056300 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6b703a58-d4d5-44f0-a073-927927fb5427 req-f828ec74-804c-430c-b53f-db2736606317 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171036 Nov 10 20:23:50.183890 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:50.225929 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-6ec8253d-c5ae-4570-a147-224ea5388f0d None None] For port 080c666b-a82f-43b5-a041-5ea962003b7d, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=080c666b-a82f-43b5-a041-5ea962003b7d,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:50.240034 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bba09c44-600a-45a0-a9eb-9a378678d4b7 req-66281cf6-9d13-4026-bfc1-2af52d401ce0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0892465 Nov 10 20:23:50.252638 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-6ec8253d-c5ae-4570-a147-224ea5388f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:50.261061 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:47Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:50.379599 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98bd089-fa5c-4103-a6c7-60ae58a726b9 None None] The sync data for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi is: [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:47Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:23:50.456333 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.db.api [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 20:23:50.456702 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG oslo_db.api [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 20:23:50.482996 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8253d-c5ae-4570-a147-224ea5388f0d None None] Pushing event updated for resources: {'Port': ['ID=080c666b-a82f-43b5-a041-5ea962003b7d,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:50.695914 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ad1831bc-ec4a-4fef-8827-756c2b7f546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:50.698618 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ad1831bc-ec4a-4fef-8827-756c2b7f546d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:50.709990 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ad1831bc-ec4a-4fef-8827-756c2b7f546d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/559c9746-472e-48a8-aba9-44572bc774f5 HTTP/1.1" status: 204 len: 168 time: 1.3882086 Nov 10 20:23:50.749466 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1831bc-ec4a-4fef-8827-756c2b7f546d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559c9746-472e-48a8-aba9-44572bc774f5,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:50.917431 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42128ef-056a-4e24-9f74-9421df70d133 {{(pid=101640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:23:50.930598 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:50.938667 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451fbc8-a507-4cd0-9cf4-325d9eae5488 req-90bd330b-c768-4b42-acbf-970cc2d44b84 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:50.947653 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a451fbc8-a507-4cd0-9cf4-325d9eae5488 req-90bd330b-c768-4b42-acbf-970cc2d44b84 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 931 time: 0.1071014 Nov 10 20:23:50.990774 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.provisioning_blocks [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Transition to ACTIVE for port object d42128ef-056a-4e24-9f74-9421df70d133 will not be triggered until provisioned by entity L2. {{(pid=101640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:23:51.000150 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.028309 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90131853-1376-4ea2-aa1c-da65b676adf2 {{(pid=101640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:23:51.060764 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a451fbc8-a507-4cd0-9cf4-325d9eae5488 req-1478841f-a145-48e7-8844-a39699495709 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106749 Nov 10 20:23:51.075283 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.162515 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.provisioning_blocks [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Transition to ACTIVE for port object 90131853-1376-4ea2-aa1c-da65b676adf2 will not be triggered until provisioned by entity L2. {{(pid=101640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:23:51.166340 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Pushing event updated for resources: {'Port': ['ID=d42128ef-056a-4e24-9f74-9421df70d133,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:51.197637 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 080c666b-a82f-43b5-a041-5ea962003b7d up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:51.251486 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e3f7255d-35e3-4c17-bf1a-62d8a8484302 req-57a0bff6-d220-4a48-9e61-22d78d4b694f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.2172801 Nov 10 20:23:51.254277 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.310368 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 080c666b-a82f-43b5-a041-5ea962003b7d triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:51.310951 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.377806 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3ab02-08a0-4788-b54c-6dcb793896f1 req-158a1a4a-b209-4470-820b-6417fa783aee tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:51.401539 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e5f3ab02-08a0-4788-b54c-6dcb793896f1 req-158a1a4a-b209-4470-820b-6417fa783aee tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.1358278 Nov 10 20:23:51.520329 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e5f3ab02-08a0-4788-b54c-6dcb793896f1 req-264fc1a4-8717-488c-bb88-fcc5ac78921b tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114013 Nov 10 20:23:51.560529 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a025e7f3-36d9-42db-b027-641eb97525ce req-4fe7eef5-4c82-4a1c-b315-faa091ca70d3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0998561 Nov 10 20:23:51.567012 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Attempting to bind port d42128ef-056a-4e24-9f74-9421df70d133 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:51.567364 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Attempting to bind port d42128ef-056a-4e24-9f74-9421df70d133 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'fb5b23a5-98d1-403f-9425-e4003d88fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1'}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:51.567708 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Attempting to bind port d42128ef-056a-4e24-9f74-9421df70d133 on network 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:51.570837 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=90131853-1376-4ea2-aa1c-da65b676adf2,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:51.577639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Port d42128ef-056a-4e24-9f74-9421df70d133 on network 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:23:51.578029 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Attempting to bind port d42128ef-056a-4e24-9f74-9421df70d133 on network 2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:51.603033 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:51.603381 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Checking segment: {'id': 'fb5b23a5-98d1-403f-9425-e4003d88fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:51.603991 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Bound using segment: {'id': 'fb5b23a5-98d1-403f-9425-e4003d88fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1'} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:51.604477 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Bound port: d42128ef-056a-4e24-9f74-9421df70d133, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb5b23a5-98d1-403f-9425-e4003d88fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1'}}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:51.604823 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.625678 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Attempting to bind port 90131853-1376-4ea2-aa1c-da65b676adf2 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:51.626011 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Attempting to bind port 90131853-1376-4ea2-aa1c-da65b676adf2 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:51.626339 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Attempting to bind port 90131853-1376-4ea2-aa1c-da65b676adf2 on network 97e1ec21-99c9-476f-95b9-6de7086e224b {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:51.633096 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Port 90131853-1376-4ea2-aa1c-da65b676adf2 on network 97e1ec21-99c9-476f-95b9-6de7086e224b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:23:51.633411 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Attempting to bind port 90131853-1376-4ea2-aa1c-da65b676adf2 on network 97e1ec21-99c9-476f-95b9-6de7086e224b {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:51.659695 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:51.660316 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Checking segment: {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:51.660943 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Bound using segment: {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:51.661409 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Bound port: 90131853-1376-4ea2-aa1c-da65b676adf2, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'}}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:51.661771 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.733382 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] For port d42128ef-056a-4e24-9f74-9421df70d133, host hv-cinder-81514, cleared binding levels {{(pid=101640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:51.765288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] For port d42128ef-056a-4e24-9f74-9421df70d133, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d42128ef-056a-4e24-9f74-9421df70d133,segment=NetworkSegment(fb5b23a5-98d1-403f-9425-e4003d88fd8d),segment_id=fb5b23a5-98d1-403f-9425-e4003d88fd8d)] {{(pid=101640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:51.773586 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.792189 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] For port 90131853-1376-4ea2-aa1c-da65b676adf2, host hv-cinder-81514, cleared binding levels {{(pid=101640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:51.836303 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] For port 90131853-1376-4ea2-aa1c-da65b676adf2, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90131853-1376-4ea2-aa1c-da65b676adf2,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:51.845357 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:51.846503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.847591 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] 10.222.0.39 "PUT /v2.0/ports/d42128ef-056a-4e24-9f74-9421df70d133 HTTP/1.1" status: 200 len: 1093 time: 2.9305465 Nov 10 20:23:51.848229 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3534c1-df66-45c2-b809-fac88b8e634e', 'tag': 'd42128ef-056a-4e24-9f74-9421df70d133'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:23:51.940070 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.964726 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45ee84-89ed-4609-8918-956e1b69e812 service neutron] Pushing event updated for resources: {'Port': ['ID=d42128ef-056a-4e24-9f74-9421df70d133,revision_number=3']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:51.973183 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:51.974195 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:51.976576 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] 10.222.0.39 "PUT /v2.0/ports/90131853-1376-4ea2-aa1c-da65b676adf2 HTTP/1.1" status: 200 len: 1093 time: 3.0623529 Nov 10 20:23:52.056901 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c03e5a-5313-4be1-92ed-76d9f4f9bbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=90131853-1376-4ea2-aa1c-da65b676adf2,revision_number=3']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:52.125293 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace2b30e-1e35-40a1-a250-60eb3d0b4e95" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3534c1-df66-45c2-b809-fac88b8e634e", "tag": "d42128ef-056a-4e24-9f74-9421df70d133"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:23:52.268977 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478586f-d0a2-4fd4-ac0b-6037a36862e4 req-a47e9353-b918-45cf-89be-df5ed8e29b16 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:52.270528 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6478586f-d0a2-4fd4-ac0b-6037a36862e4 req-a47e9353-b918-45cf-89be-df5ed8e29b16 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0734434 Nov 10 20:23:52.393018 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6478586f-d0a2-4fd4-ac0b-6037a36862e4 req-6f6d9303-a355-4b50-a555-33cc00f0a170 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103354 Nov 10 20:23:52.567647 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48356e2a-0f3d-4b6d-87bc-80179bc816c7 x-openstack-request-id: req-48356e2a-0f3d-4b6d-87bc-80179bc816c7 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:23:52.567647 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3534c1-df66-45c2-b809-fac88b8e634e", "tag": "d42128ef-056a-4e24-9f74-9421df70d133", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:23:52.567647 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48356e2a-0f3d-4b6d-87bc-80179bc816c7 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:23:52.567647 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3534c1-df66-45c2-b809-fac88b8e634e', 'tag': 'd42128ef-056a-4e24-9f74-9421df70d133', 'status': 'completed', 'code': 200} Nov 10 20:23:52.590734 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-87f71e92-350a-43e0-b04f-d9a4fc7466db req-d40bc16b-e37c-472c-b20c-9f5cdff8850c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0570238 Nov 10 20:23:52.755271 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e2dbe-b841-49ed-b66c-8c0b8957f370 req-ed41d8b0-c1cf-44cc-8c41-cc2a5f57f8bb tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:52.757325 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a89e2dbe-b841-49ed-b66c-8c0b8957f370 req-ed41d8b0-c1cf-44cc-8c41-cc2a5f57f8bb tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0975797 Nov 10 20:23:52.795408 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a999fd5-252b-4162-8107-1e717a4f0b16 req-7ea6364a-dd2b-408f-b9e2-0fce176d02b9 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0941296 Nov 10 20:23:52.823755 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:23:52.860721 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a89e2dbe-b841-49ed-b66c-8c0b8957f370 req-0fd4d851-b030-4d3e-9c97-284dae092f4b tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920939 Nov 10 20:23:53.585867 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc472-034a-4b05-9ca5-8a08b7f7a9a3 req-f2eab151-b50d-4b5a-8f16-e4ec99316687 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:53.588581 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bdbfc472-034a-4b05-9ca5-8a08b7f7a9a3 req-f2eab151-b50d-4b5a-8f16-e4ec99316687 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0815537 Nov 10 20:23:53.689767 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bdbfc472-034a-4b05-9ca5-8a08b7f7a9a3 req-53bf03a4-53db-4fbd-a693-6aac2f7fb02b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896647 Nov 10 20:23:53.744837 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-83de16b8-d391-4f72-b997-bba335c47331 req-cfc45c65-ad54-4c1b-988d-9c797174888d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0339272 Nov 10 20:23:54.009076 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0e4e807d-81d5-4f5f-add3-6fcc61862ec7 req-ee31844d-5ee4-441b-a037-30f5f262aecf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.1176255 Nov 10 20:23:54.078716 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778e62d-f9b5-40e9-9e16-a16d8c86c79d req-31ff0395-3222-480a-8959-d6520a70cec1 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:54.080408 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d778e62d-f9b5-40e9-9e16-a16d8c86c79d req-31ff0395-3222-480a-8959-d6520a70cec1 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.1130221 Nov 10 20:23:54.142570 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d778e62d-f9b5-40e9-9e16-a16d8c86c79d req-bc2a0fcf-fdb6-4eb0-81fc-7d899ccfbe91 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485806 Nov 10 20:23:54.563192 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924f2fc1-6156-4824-be73-353fe6971d3a', 'tag': '90131853-1376-4ea2-aa1c-da65b676adf2'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:23:54.566371 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2a4e52-9fbc-4dfe-99cc-24cf6369315a" -d '{"events": [{"name": "network-changed", "server_uuid": "924f2fc1-6156-4824-be73-353fe6971d3a", "tag": "90131853-1376-4ea2-aa1c-da65b676adf2"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:23:54.667282 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a53c69-4d2c-4384-8c0f-27c80b3c7874 x-openstack-request-id: req-b6a53c69-4d2c-4384-8c0f-27c80b3c7874 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:23:54.667748 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924f2fc1-6156-4824-be73-353fe6971d3a", "tag": "90131853-1376-4ea2-aa1c-da65b676adf2", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:23:54.668325 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6a53c69-4d2c-4384-8c0f-27c80b3c7874 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:23:54.668963 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924f2fc1-6156-4824-be73-353fe6971d3a', 'tag': '90131853-1376-4ea2-aa1c-da65b676adf2', 'status': 'completed', 'code': 200} Nov 10 20:23:54.807101 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273561ef-1aa0-499a-9713-4b2676db777f req-bed8e131-a5be-4178-9054-7188d168f83e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:54.808697 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-273561ef-1aa0-499a-9713-4b2676db777f req-bed8e131-a5be-4178-9054-7188d168f83e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0522232 Nov 10 20:23:54.876294 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-273561ef-1aa0-499a-9713-4b2676db777f req-fa6081d9-875f-47e9-938c-48dfd01ca3f2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592549 Nov 10 20:23:54.894394 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1ea2b369-4187-46af-a104-43117f0a766b req-5bf9f49f-8191-46af-bd41-9e0a2d4b4467 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0360866 Nov 10 20:23:55.125188 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3c1d6093-d71a-4610-b13a-61b932284c3a req-1c2c16ce-f796-47a0-9fd9-a8ed048c63cf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0337842 Nov 10 20:23:55.313906 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5556a-ed36-4564-92fc-166298d3cca6 req-ceb6292d-91e2-4c87-8212-bf1658ee2d11 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:55.328031 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-98c5556a-ed36-4564-92fc-166298d3cca6 req-ceb6292d-91e2-4c87-8212-bf1658ee2d11 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0837829 Nov 10 20:23:55.392631 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-98c5556a-ed36-4564-92fc-166298d3cca6 req-4c7b055b-742c-4ba1-937c-17388f8e751d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609484 Nov 10 20:23:56.024099 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1a48a-79cd-4c6f-8a0a-e9bbe8918235 req-58e1bd25-beca-43b2-82d4-28acad47ff67 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:56.025335 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fef18aa1-aae6-48a1-bc32-3d46b09cf2ea req-d86f67f1-7054-4726-bd62-9d0568667e6f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0345054 Nov 10 20:23:56.025877 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-01c1a48a-79cd-4c6f-8a0a-e9bbe8918235 req-58e1bd25-beca-43b2-82d4-28acad47ff67 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0675726 Nov 10 20:23:56.104182 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-01c1a48a-79cd-4c6f-8a0a-e9bbe8918235 req-f30cb348-1a39-44e5-b2be-c64365f5b664 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684481 Nov 10 20:23:56.259256 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a037c3a-a122-4a5f-b42c-1114219389f0 req-18191f66-a1d9-4fc8-a1a4-9370af8cad1b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0321698 Nov 10 20:23:56.730613 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ddde3-b4f5-4193-81e5-8f7d4cfeae6d req-9e2ae63c-08d3-4246-a5c1-edbc1940c45e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:56.733999 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a58ddde3-b4f5-4193-81e5-8f7d4cfeae6d req-9e2ae63c-08d3-4246-a5c1-edbc1940c45e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0904791 Nov 10 20:23:56.824699 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a58ddde3-b4f5-4193-81e5-8f7d4cfeae6d req-fb5bbd60-153a-4c2d-83a0-22652eb70d1d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830612 Nov 10 20:23:57.216359 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-57e37348-0a12-4f06-9b76-d14c1b899601 req-d4190ae8-bedd-4208-ab9a-69362a6b7872 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0585535 Nov 10 20:23:57.292933 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f5281-4d14-4c04-b32d-d05aa208f887 req-cf8b858c-7745-496d-9410-fd7a4b179a18 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:57.305706 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c42f5281-4d14-4c04-b32d-d05aa208f887 req-cf8b858c-7745-496d-9410-fd7a4b179a18 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0937054 Nov 10 20:23:57.379673 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c42f5281-4d14-4c04-b32d-d05aa208f887 req-ebd64a06-6481-4eab-980e-39416e04a441 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726869 Nov 10 20:23:57.402832 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0c20364b-1164-49dc-b4ac-9cd13e4cf9a3 req-09b7c7c2-a1b1-473c-b61d-ca25602ea4f6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0417020 Nov 10 20:23:58.032173 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123007e-3877-4f7b-9f69-1e2105aeef07 req-9ca51e57-2b9f-4f10-a517-291be2b2b1e2 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:58.034074 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3123007e-3877-4f7b-9f69-1e2105aeef07 req-9ca51e57-2b9f-4f10-a517-291be2b2b1e2 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.1089571 Nov 10 20:23:58.098166 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3123007e-3877-4f7b-9f69-1e2105aeef07 req-c2282a62-c1b2-4b5e-b40c-16b1a0716fc5 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562353 Nov 10 20:23:58.339538 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a43e880-d4f7-457a-ae3f-657914d25790 req-7bbbd0a1-b968-4f9c-a4cf-8bbf1ad642e4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0342367 Nov 10 20:23:58.660853 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a305c30f-6c4d-4b5e-9297-e31f4bd154f1 req-2e16b90b-14ad-4845-984c-43fc1377d5f1 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0386267 Nov 10 20:23:58.674173 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b447b-702f-44c4-ad66-e677564c66fd req-06e98bb3-c422-4238-99a6-5680360848c1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:58.681492 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4f8b447b-702f-44c4-ad66-e677564c66fd req-06e98bb3-c422-4238-99a6-5680360848c1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0811367 Nov 10 20:23:58.735763 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4f8b447b-702f-44c4-ad66-e677564c66fd req-f6050b80-b40b-4dc6-a528-06e76ed969ed tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532897 Nov 10 20:23:58.777754 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60526) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:58.932791 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9db9daa1-d27c-4c94-9f26-d3947fa23592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:59.044567 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9db9daa1-d27c-4c94-9f26-d3947fa23592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:59.050820 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9db9daa1-d27c-4c94-9f26-d3947fa23592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:59.097459 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-9db9daa1-d27c-4c94-9f26-d3947fa23592 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69a141ea7d22487086f147ca733458c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184628 Nov 10 20:23:59.098379 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9daa1-d27c-4c94-9f26-d3947fa23592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38d9ae0-60fa-4a80-856b-b4d187a984ba,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:59.101037 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60538) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:59.173879 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c2a041d5-2a44-4c9d-b90a-90ba91134ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:59.201704 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c2a041d5-2a44-4c9d-b90a-90ba91134ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:59.276847 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227868c-1cfd-42da-8516-4cdeebe49fd2 req-72ce1d15-392f-47ad-9db8-6e9641be56fa tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:59.278657 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6227868c-1cfd-42da-8516-4cdeebe49fd2 req-72ce1d15-392f-47ad-9db8-6e9641be56fa tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0793190 Nov 10 20:23:59.303338 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c2a041d5-2a44-4c9d-b90a-90ba91134ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:59.305837 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c2a041d5-2a44-4c9d-b90a-90ba91134ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:59.306968 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c2a041d5-2a44-4c9d-b90a-90ba91134ade admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e38d9ae0-60fa-4a80-856b-b4d187a984ba HTTP/1.1" status: 204 len: 168 time: 0.2048862 Nov 10 20:23:59.320163 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a041d5-2a44-4c9d-b90a-90ba91134ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38d9ae0-60fa-4a80-856b-b4d187a984ba,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:59.349417 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6227868c-1cfd-42da-8516-4cdeebe49fd2 req-77b7a785-0983-4979-93bb-26a8e81f48b9 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645533 Nov 10 20:23:59.478860 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-adcde9a0-e95f-4236-a511-b314e9b06692 req-aa8f17d3-38f9-488e-9c4a-84c1b3b3eac0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0278523 Nov 10 20:23:59.764994 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e652d5bf-b765-4c01-a0a3-089e2f99c8ff req-b29836fa-12b9-42a3-a7c7-8ad3de472f72 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0273199 Nov 10 20:23:59.895770 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb44337-7090-4ab6-8b8f-b121630239e2 req-5ba378e4-503e-4063-a4e2-aebc0593a73b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:59.897914 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3bb44337-7090-4ab6-8b8f-b121630239e2 req-5ba378e4-503e-4063-a4e2-aebc0593a73b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0686083 Nov 10 20:23:59.948296 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3bb44337-7090-4ab6-8b8f-b121630239e2 req-b03f7e28-66fd-4576-9959-c901949b2ab4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440049 Nov 10 20:24:00.018040 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60572) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:00.132506 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-114530273-network', 'tenant_id': '3f194de3f9a24039bcd06d903f6212a4'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:00.157630 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Made reservation on behalf of 3f194de3f9a24039bcd06d903f6212a4 for: {'network': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:24:00.160094 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.171905 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.276274 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.283143 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.310663 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=101639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:24:00.316387 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a94f914-ac6f-4aae-b9d9-c89cbad6db47,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:00.324051 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.324389 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.segments_db [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Added segment 86a01bc7-7ef8-4e58-bd5a-7d8c79432317 of type vlan for network 19744e63-8cd9-4d49-a66b-e07c66177de7 Nov 10 20:24:00.368523 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.396109 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.397144 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:00.397733 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.486037 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4665289 Nov 10 20:24:00.490538 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60582) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:00.491849 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d44a5a-9702-43f1-86c0-c86af7d988a5 admin admin] Pushing event updated for resources: {'Network': ['ID=19744e63-8cd9-4d49-a66b-e07c66177de7,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:00.497154 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Request body: {'subnet': {'network_id': '19744e63-8cd9-4d49-a66b-e07c66177de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-114530273-subnet', 'tenant_id': '3f194de3f9a24039bcd06d903f6212a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:00.503298 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 19744e63-8cd9-4d49-a66b-e07c66177de7 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:24:00.514141 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2e8eb-7c01-4e78-95ef-5431063e5b0e req-8392b267-f65c-42c2-ab79-ee16f828b92e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:00.516341 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-45a2e8eb-7c01-4e78-95ef-5431063e5b0e req-8392b267-f65c-42c2-ab79-ee16f828b92e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0761943 Nov 10 20:24:00.536775 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Made reservation on behalf of 3f194de3f9a24039bcd06d903f6212a4 for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:24:00.540762 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.580329 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-45a2e8eb-7c01-4e78-95ef-5431063e5b0e req-f8af2b75-0caf-4814-94c2-e867073ea4cb tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552554 Nov 10 20:24:00.623705 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f27677dc-3994-4414-a78f-4b78a4f6f8e3 req-e2769589-bbe7-4b72-9dd6-c0adb4d2c254 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0657747 Nov 10 20:24:00.749399 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.807381 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979f466e-845b-46e2-9fa9-e2cbe80d50c5,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:00.821218 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Checking segment: {'id': '86a01bc7-7ef8-4e58-bd5a-7d8c79432317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '19744e63-8cd9-4d49-a66b-e07c66177de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:24:00.821571 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Network hostable DHCP agents. Network: 19744e63-8cd9-4d49-a66b-e07c66177de7, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:24:00.841897 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Network 19744e63-8cd9-4d49-a66b-e07c66177de7 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:24:00.852076 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 19744e63-8cd9-4d49-a66b-e07c66177de7) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:24:00.858304 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:00.861016 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:00.867562 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4633f482-7520-46b1-bd82-d94f471831ce None None] Network 19744e63-8cd9-4d49-a66b-e07c66177de7 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:24:00.870797 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5c32644c-ff13-4016-97c6-be345637c09f req-49fa9bf0-a279-4f52-a75f-f8e726af73df tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0286825 Nov 10 20:24:00.894018 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-6e958509-2f12-41e5-a607-7a3339ce22b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3945620 Nov 10 20:24:01.020071 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc15d5f-457f-4cf5-b691-8cffbc0f5f4c None None] Network 19744e63-8cd9-4d49-a66b-e07c66177de7 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:24:01.091059 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3b753-7fa4-4aa9-8018-a82c37207293 req-23f136d7-17b5-4557-b811-6311473277d6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:01.092685 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-abc3b753-7fa4-4aa9-8018-a82c37207293 req-23f136d7-17b5-4557-b811-6311473277d6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0549026 Nov 10 20:24:01.155109 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-abc3b753-7fa4-4aa9-8018-a82c37207293 req-2a2f2e86-e607-4546-97dc-cdf4c85cc701 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535223 Nov 10 20:24:01.384556 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60610) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:01.389827 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-407501104-network', 'tenant_id': '9a670057cfd24ec79c22fd0a5852c60a'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:01.409475 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Made reservation on behalf of 9a670057cfd24ec79c22fd0a5852c60a for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:24:01.411936 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:01.420409 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:01.497440 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:01.502194 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:01.529370 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:24:01.535578 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a760d319-54e4-47d3-ab89-baf5443bef9b,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:01.543898 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:01.544183 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Added segment d7ac8fe2-a03f-44c2-bf30-5995a1fa90b0 of type vlan for network ab7af11f-c5d7-4193-9e19-1e729fed64b7 Nov 10 20:24:01.587737 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:01.615117 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:01.615816 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:01.616415 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:01.680189 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2920196 Nov 10 20:24:01.680392 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60616) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:01.685020 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Request body: {'subnet': {'network_id': 'ab7af11f-c5d7-4193-9e19-1e729fed64b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-407501104-subnet', 'tenant_id': '9a670057cfd24ec79c22fd0a5852c60a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:01.689424 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32322a2c-9469-465b-928e-779406778d1a admin admin] Pushing event updated for resources: {'Network': ['ID=ab7af11f-c5d7-4193-9e19-1e729fed64b7,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:01.704509 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network ab7af11f-c5d7-4193-9e19-1e729fed64b7 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:24:01.713617 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9ee9-a40f-4546-97df-a0542dd318ad req-b0147b2d-2d47-473c-935c-97ecceebb609 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:01.715737 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5bff9ee9-a40f-4546-97df-a0542dd318ad req-b0147b2d-2d47-473c-935c-97ecceebb609 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0580130 Nov 10 20:24:01.742233 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Made reservation on behalf of 9a670057cfd24ec79c22fd0a5852c60a for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:24:01.745748 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:01.792595 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ed764b74-6030-48a5-94fa-4b027541d943 req-826df5a2-86dd-4bdb-98e2-e3b6a39c4299 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0718522 Nov 10 20:24:01.798823 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5bff9ee9-a40f-4546-97df-a0542dd318ad req-c3aaca86-d1fe-49e4-a5db-8d1dd9d80afe tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739622 Nov 10 20:24:01.987201 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5b67a589-4a5f-4cb1-bf8b-05716dd96e82 req-4757c30a-1538-45c1-91d6-e3949e8cc17d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0424223 Nov 10 20:24:01.995386 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.050859 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38088441-5946-41c6-bcf9-662d01603435,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:02.061357 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Checking segment: {'id': 'd7ac8fe2-a03f-44c2-bf30-5995a1fa90b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab7af11f-c5d7-4193-9e19-1e729fed64b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:24:02.061713 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Network hostable DHCP agents. Network: ab7af11f-c5d7-4193-9e19-1e729fed64b7, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:24:02.078779 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Network ab7af11f-c5d7-4193-9e19-1e729fed64b7 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:24:02.087834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, ab7af11f-c5d7-4193-9e19-1e729fed64b7) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:24:02.092165 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:02.092755 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.099554 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ded66f-cf4c-4c7b-8d23-1da64ad2e01e None None] Network ab7af11f-c5d7-4193-9e19-1e729fed64b7 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:24:02.110223 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-0bb3b4d7-3406-426f-8130-bdbe28b2954f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4287925 Nov 10 20:24:02.228172 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.257269 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510fc2c-aee4-4ce6-acc8-72058275d659 None None] Network ab7af11f-c5d7-4193-9e19-1e729fed64b7 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:24:02.290541 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60630) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:02.304526 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fb59e-71a3-4548-880f-ce468f65dbaf req-07aa92f6-d4fb-4135-bcfc-1e7fd8483b26 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:02.306180 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a6fb59e-71a3-4548-880f-ce468f65dbaf req-07aa92f6-d4fb-4135-bcfc-1e7fd8483b26 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0619574 Nov 10 20:24:02.339435 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64e3bba-a76c-4486-8e07-f87214340e0e admin admin] Deleting subnet 979f466e-845b-46e2-9fa9-e2cbe80d50c5 {{(pid=101640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:24:02.342895 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b64e3bba-a76c-4486-8e07-f87214340e0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.354847 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a6fb59e-71a3-4548-880f-ce468f65dbaf req-a428e116-4246-4934-bed4-b5a2f7b57881 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Nov 10 20:24:02.380713 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b64e3bba-a76c-4486-8e07-f87214340e0e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.390080 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b64e3bba-a76c-4486-8e07-f87214340e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.449093 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b64e3bba-a76c-4486-8e07-f87214340e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.474686 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e3bba-a76c-4486-8e07-f87214340e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979f466e-845b-46e2-9fa9-e2cbe80d50c5,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:02.478414 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b64e3bba-a76c-4486-8e07-f87214340e0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.481584 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b64e3bba-a76c-4486-8e07-f87214340e0e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/979f466e-845b-46e2-9fa9-e2cbe80d50c5 HTTP/1.1" status: 204 len: 168 time: 0.1901071 Nov 10 20:24:02.484731 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60632) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:02.552714 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.776163 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:02.804052 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.804439 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.805185 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.805514 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > port after_create 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.805834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.806148 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > port after_update 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.806461 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.806774 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.807086 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.807404 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.909046 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7a189911-7681-469f-8b68-67484c16df44 req-102d7354-dde8-4a3f-a9b6-d09bde96b39f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0260653 Nov 10 20:24:02.985898 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.986242 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.986567 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.986894 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:02.987255 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19744e63-8cd9-4d49-a66b-e07c66177de7']}} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:03.017052 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a01bc7-7ef8-4e58-bd5a-7d8c79432317') {'for_net_delete': True} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:03.017475 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a01bc7-7ef8-4e58-bd5a-7d8c79432317') {} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:03.054456 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3767704'] for segment, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.081144 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.088731 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1fa41a05-9902-4fdd-9bcd-a80de1f739a2 req-96305bc6-808f-4c2d-bd20-813a7aded0a3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0255270 Nov 10 20:24:03.096039 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198a5a2-24e2-43b3-8fe9-cd547f05d34a req-0cb9301f-7801-4283-917a-39d0a54cede6 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:03.097669 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6198a5a2-24e2-43b3-8fe9-cd547f05d34a req-0cb9301f-7801-4283-917a-39d0a54cede6 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.1054566 Nov 10 20:24:03.131224 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=101640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:24:03.131621 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352403133'] for segment, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: from cryptography.utils import int_from_bytes Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: from cryptography.utils import int_from_bytes Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: Traceback (most recent call last): Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: timer() Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: cb(*args, **kw) Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: return func(*args, **kwargs) Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: self._notify() Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: self.callback(batched_events) Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: event.method(event) Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: return f(self, *a, **k) Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._get(url).json() Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: return self.request(url, 'GET', **kwargs) Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:24:03.135752 dv-cinder-815145-6-iscsi neutron-server[101640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:24:03.301712 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.329970 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2b30e-1e35-40a1-a250-60eb3d0b4e95 req-2599940c-9238-492e-9ab5-1e998d1db4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:03.331518 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ace2b30e-1e35-40a1-a250-60eb3d0b4e95 req-2599940c-9238-492e-9ab5-1e998d1db4f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7be4bbc52e7e44d5baf51e00e9596ce9&device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 1096 time: 0.2329123 Nov 10 20:24:03.333349 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.336483 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] 10.222.0.13 "DELETE /v2.0/networks/19744e63-8cd9-4d49-a66b-e07c66177de7 HTTP/1.1" status: 204 len: 168 time: 0.8508387 Nov 10 20:24:03.339392 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60646) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:03.350615 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6198a5a2-24e2-43b3-8fe9-cd547f05d34a req-89b4ac91-9a0b-49fc-ab6f-91c8e50976db tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216947 Nov 10 20:24:03.354357 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41ec72-60c7-4dbb-8471-97a42b188a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=19744e63-8cd9-4d49-a66b-e07c66177de7,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:03.386765 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_v2 [None req-02eef2e7-1c78-49c1-94ce-f54484a07881 admin admin] Deleting subnet 38088441-5946-41c6-bcf9-662d01603435 {{(pid=101639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:24:03.390521 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-02eef2e7-1c78-49c1-94ce-f54484a07881 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.394694 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-ba5a6fa3-8c3c-4610-9212-b8fecb41c074 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:03.395895 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-ba5a6fa3-8c3c-4610-9212-b8fecb41c074 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 819 time: 0.1881235 Nov 10 20:24:03.430932 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-02eef2e7-1c78-49c1-94ce-f54484a07881 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.448065 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-02eef2e7-1c78-49c1-94ce-f54484a07881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.520225 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183940-cb5f-4b8c-be1d-82a0b2c3013a req-b87204c9-f067-4980-90e2-a86c3aee7925 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:03.521679 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d2183940-cb5f-4b8c-be1d-82a0b2c3013a req-b87204c9-f067-4980-90e2-a86c3aee7925 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0873132 Nov 10 20:24:03.536321 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-02eef2e7-1c78-49c1-94ce-f54484a07881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for subnet, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.575286 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eef2e7-1c78-49c1-94ce-f54484a07881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38088441-5946-41c6-bcf9-662d01603435,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:03.587199 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-02eef2e7-1c78-49c1-94ce-f54484a07881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.590338 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-02eef2e7-1c78-49c1-94ce-f54484a07881 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/38088441-5946-41c6-bcf9-662d01603435 HTTP/1.1" status: 204 len: 168 time: 0.2499022 Nov 10 20:24:03.594139 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60652) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:03.683952 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d2183940-cb5f-4b8c-be1d-82a0b2c3013a req-a0ce4de2-6863-4485-88ba-37772cac2732 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554627 Nov 10 20:24:03.690449 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Request body: {'port': {'device_id': '104c6828-9f3c-4afd-8980-06a4f3045b3b', 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd', 'admin_state_up': True, 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:03.711957 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.765485 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.39', 54949) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:03.882320 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:03.916441 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a4e52-9fbc-4dfe-99cc-24cf6369315a req-e3494f99-a6cd-42f4-8681-eb0148456940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:03.918066 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ab2a4e52-9fbc-4dfe-99cc-24cf6369315a req-e3494f99-a6cd-42f4-8681-eb0148456940 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 1096 time: 0.1514275 Nov 10 20:24:03.922962 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.923360 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.924152 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.924474 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > port after_create 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.924785 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.925095 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > port after_update 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.926005 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.926345 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.926644 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.927611 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:03.948477 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2b30e-1e35-40a1-a250-60eb3d0b4e95 req-18f5304f-5c66-40e3-bb0e-a5e3d22f38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:03.950457 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ace2b30e-1e35-40a1-a250-60eb3d0b4e95 req-18f5304f-5c66-40e3-bb0e-a5e3d22f38ac service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7be4bbc52e7e44d5baf51e00e9596ce9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2751317 Nov 10 20:24:04.073165 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Made reservation on behalf of 627e947d861c4bf2ba4d46f04dad08ff for: {'port': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:24:04.076567 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.086167 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6e53c3f6-00a5-4f0b-a9ec-2068d79d3842 req-91edf39f-0829-429c-b9e7-e7de150fb0f9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.1012075 Nov 10 20:24:04.099535 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:04.099875 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:04.100222 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:04.100567 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 20:24:04.101004 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7af11f-c5d7-4193-9e19-1e729fed64b7']}} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:04.150394 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ac8fe2-a03f-44c2-bf30-5995a1fa90b0') {'for_net_delete': True} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:04.150732 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ac8fe2-a03f-44c2-bf30-5995a1fa90b0') {} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:04.244744 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2b30e-1e35-40a1-a250-60eb3d0b4e95 req-6178ef7a-2ae1-4531-8780-8b06b2e3a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:04.246235 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ace2b30e-1e35-40a1-a250-60eb3d0b4e95 req-6178ef7a-2ae1-4531-8780-8b06b2e3a7b8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2598972 Nov 10 20:24:04.307606 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Allocated IP 172.20.0.11 (0b571a51-96aa-4f58-9b78-4412fcb7f7fd/b643a36b-8e17-4293-b8c3-0483b248df2b/9e052ca2-e0b9-43cb-85c2-26778f408e14) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:24:04.363788 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-34352489860'] for segment, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.368989 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-762d5d74-991c-423e-a240-a1f522bd9d2a req-11f2d098-4f70-474c-b10f-b562af2ff097 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.1847544 Nov 10 20:24:04.416470 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.444620 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=101639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:24:04.445028 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352659068'] for segment, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: from cryptography.utils import int_from_bytes Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: from cryptography.utils import int_from_bytes Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: Traceback (most recent call last): Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: timer() Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: cb(*args, **kw) Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: return func(*args, **kwargs) Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: self._notify() Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: self.callback(batched_events) Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: event.method(event) Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: return f(self, *a, **k) Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._get(url).json() Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: return self.request(url, 'GET', **kwargs) Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:24:04.449104 dv-cinder-815145-6-iscsi neutron-server[101639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:24:04.532190 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a4e52-9fbc-4dfe-99cc-24cf6369315a req-7be7b291-e949-41cd-a4ef-079116916e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:04.533744 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ab2a4e52-9fbc-4dfe-99cc-24cf6369315a req-7be7b291-e949-41cd-a4ef-079116916e23 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=dbcd654a38e74587b016098dbab2ba41&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4276752 Nov 10 20:24:04.537827 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.540396 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.545489 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.548710 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ab7af11f-c5d7-4193-9e19-1e729fed64b7 HTTP/1.1" status: 204 len: 168 time: 0.9535174 Nov 10 20:24:04.550617 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789ae67-00c4-4ad6-81a3-f5b9031d91c8 req-b3dc3b9c-9bb6-4fd7-84c3-b360a62312c5 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:04.552175 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b789ae67-00c4-4ad6-81a3-f5b9031d91c8 req-b3dc3b9c-9bb6-4fd7-84c3-b360a62312c5 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0862234 Nov 10 20:24:04.561467 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1824d-a816-40b9-ba82-d6194ab5f466 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7af11f-c5d7-4193-9e19-1e729fed64b7,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:04.625617 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b789ae67-00c4-4ad6-81a3-f5b9031d91c8 req-9c57119f-066c-47f2-aee0-bd8581b11d14 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663526 Nov 10 20:24:04.626977 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.679626 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:24:04.683541 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:24:04.686106 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:24:04.690598 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Pushing event updated for resources: {'Port': ['ID=9e052ca2-e0b9-43cb-85c2-26778f408e14,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:04.723314 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60684) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:04.751279 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:04.751905 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.780331 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-af6692ce-b6db-4bf9-92e2-3c502c4d4076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0944049 Nov 10 20:24:04.787085 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-dacd27a5-20ca-475e-9391-c7fc90a7d6f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f194de3f9a24039bcd06d903f6212a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625982 Nov 10 20:24:04.789696 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60688) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:04.838481 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-fa57bf8d-96ed-4f5b-b199-047a8bb09444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.864484 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-fa57bf8d-96ed-4f5b-b199-047a8bb09444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.866142 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ba0ae-6192-4e3c-a86c-98658102d55c req-7fc3ccb1-2db5-4370-a4b7-c9bf534090db tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:04.867661 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9f6ba0ae-6192-4e3c-a86c-98658102d55c req-7fc3ccb1-2db5-4370-a4b7-c9bf534090db tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0538404 Nov 10 20:24:04.910383 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-fa57bf8d-96ed-4f5b-b199-047a8bb09444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.912903 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-fa57bf8d-96ed-4f5b-b199-047a8bb09444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:04.916531 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-fa57bf8d-96ed-4f5b-b199-047a8bb09444 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a94f914-ac6f-4aae-b9d9-c89cbad6db47 HTTP/1.1" status: 204 len: 168 time: 0.1234534 Nov 10 20:24:04.916673 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9f6ba0ae-6192-4e3c-a86c-98658102d55c req-c9494c84-1e64-4848-b5d1-a6ec3aa2ee35 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 Nov 10 20:24:04.922816 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57bf8d-96ed-4f5b-b199-047a8bb09444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a94f914-ac6f-4aae-b9d9-c89cbad6db47,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:05.185175 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-aee22644-e8e0-4953-872f-31eb54f38661 req-ee5a7a90-4fd2-4c91-9298-fc07fd6a3037 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0266430 Nov 10 20:24:05.242592 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60698) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:05.282288 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-dc63495b-db6a-4dec-8dd8-c84a10ab4135 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a670057cfd24ec79c22fd0a5852c60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385270 Nov 10 20:24:05.284802 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60700) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:05.330596 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4ab2e74-993b-4431-af65-c3d5915ae6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:05.351904 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4ab2e74-993b-4431-af65-c3d5915ae6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:05.397865 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4ab2e74-993b-4431-af65-c3d5915ae6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:05.400434 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4ab2e74-993b-4431-af65-c3d5915ae6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:05.401576 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-a4ab2e74-993b-4431-af65-c3d5915ae6d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a760d319-54e4-47d3-ab89-baf5443bef9b HTTP/1.1" status: 204 len: 168 time: 0.1158843 Nov 10 20:24:05.410606 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab2e74-993b-4431-af65-c3d5915ae6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a760d319-54e4-47d3-ab89-baf5443bef9b,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:05.482281 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d6eab0b8-cd69-4efe-b801-7a7cb40e7ace req-18df29e8-d098-4451-9269-994a9c35a6e5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0257068 Nov 10 20:24:05.897179 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4dc23-70f8-4e40-9885-40facaa3c40b req-b4bb0e99-526b-49a6-9124-4af7b0fc7918 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:05.898642 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-65c4dc23-70f8-4e40-9885-40facaa3c40b req-b4bb0e99-526b-49a6-9124-4af7b0fc7918 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.2036033 Nov 10 20:24:05.957059 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-65c4dc23-70f8-4e40-9885-40facaa3c40b req-ef296ebf-0128-4a7a-852b-89952b0c8371 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519438 Nov 10 20:24:06.033931 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df606689-e15e-4c7e-8310-ea995815fc52 req-c397195a-cfff-44b9-b758-722845cc7160 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:06.035482 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-df606689-e15e-4c7e-8310-ea995815fc52 req-c397195a-cfff-44b9-b758-722845cc7160 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0517650 Nov 10 20:24:06.090592 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-df606689-e15e-4c7e-8310-ea995815fc52 req-018df012-db8a-4346-bf8c-f5cd6ede84b4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485489 Nov 10 20:24:06.286714 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-efbff518-7806-4f0d-9bb6-6b01c31c16c6 req-177dbddf-bcd2-4215-976e-d995b6de11a2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0261223 Nov 10 20:24:06.580104 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fc385f48-2c54-4447-a101-d76ed95bd4cf req-a8d03fb0-154f-49f6-a808-9aa97ebdfea6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0292735 Nov 10 20:24:07.070719 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4ed5-7ca6-4048-b0cb-567ddbb592f0 req-d7c5c2c0-4d95-4e72-9b46-0568f89f7294 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:07.076918 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-759a4ed5-7ca6-4048-b0cb-567ddbb592f0 req-d7c5c2c0-4d95-4e72-9b46-0568f89f7294 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0558140 Nov 10 20:24:07.131439 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-759a4ed5-7ca6-4048-b0cb-567ddbb592f0 req-8f3c84e8-2bd4-4872-b6fd-b51e6ed9149c tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Nov 10 20:24:07.144557 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60778) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:07.206194 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d1f90-cf38-48ca-8b09-cc89ec1aff7b req-16bac496-e8b1-4dd5-b613-b86fbc3f3566 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:07.207872 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-440d1f90-cf38-48ca-8b09-cc89ec1aff7b req-16bac496-e8b1-4dd5-b613-b86fbc3f3566 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0485375 Nov 10 20:24:07.253831 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a5e94cc6-cf24-4dd6-a637-248d39ca1104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.254833 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-440d1f90-cf38-48ca-8b09-cc89ec1aff7b req-56346e85-4740-4874-aa28-071838d166be tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Nov 10 20:24:07.328709 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a5e94cc6-cf24-4dd6-a637-248d39ca1104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.332807 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a5e94cc6-cf24-4dd6-a637-248d39ca1104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.380966 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-a5e94cc6-cf24-4dd6-a637-248d39ca1104 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64d2efdca0fb443b84dc8a04089669e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350640 Nov 10 20:24:07.381786 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e94cc6-cf24-4dd6-a637-248d39ca1104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03508b56-51d0-49c6-9e3d-7b065d6d2213,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:07.383694 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60784) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:07.399432 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7a8b2dac-5b11-43c6-a8d6-d2a946467204 req-e32c2891-e60c-4277-b290-94bdb1a389c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0369284 Nov 10 20:24:07.443013 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fd14a413-af33-44c2-b32f-ff6ea8c4c3b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.463971 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fd14a413-af33-44c2-b32f-ff6ea8c4c3b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.512948 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fd14a413-af33-44c2-b32f-ff6ea8c4c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.515907 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fd14a413-af33-44c2-b32f-ff6ea8c4c3b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.517208 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-fd14a413-af33-44c2-b32f-ff6ea8c4c3b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03508b56-51d0-49c6-9e3d-7b065d6d2213 HTTP/1.1" status: 204 len: 168 time: 0.1323550 Nov 10 20:24:07.529042 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14a413-af33-44c2-b32f-ff6ea8c4c3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03508b56-51d0-49c6-9e3d-7b065d6d2213,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:07.680510 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fc1de965-d490-4e98-890e-3f58456f1f83 req-a8a5a45f-8ba8-474d-bf34-e49a72b4c710 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0298882 Nov 10 20:24:07.785262 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 60796) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:07.798440 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c0fddbfb-5fd2-421f-ae11-28f855d0e002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.875554 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c0fddbfb-5fd2-421f-ae11-28f855d0e002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.879294 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c0fddbfb-5fd2-421f-ae11-28f855d0e002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.917028 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c0fddbfb-5fd2-421f-ae11-28f855d0e002 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa031a3299a04865a75ba8ebbd1fbd55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306508 Nov 10 20:24:07.917726 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fddbfb-5fd2-421f-ae11-28f855d0e002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f798831-0dd5-4b92-b7e9-a992905b5997,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:07.920121 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 60798) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:07.968512 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-61e15100-e50b-4fe4-9001-a6fade00d248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:07.991206 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-61e15100-e50b-4fe4-9001-a6fade00d248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:08.043803 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-61e15100-e50b-4fe4-9001-a6fade00d248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:08.046371 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-61e15100-e50b-4fe4-9001-a6fade00d248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:08.047541 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-61e15100-e50b-4fe4-9001-a6fade00d248 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f798831-0dd5-4b92-b7e9-a992905b5997 HTTP/1.1" status: 204 len: 168 time: 0.1263313 Nov 10 20:24:08.056117 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e15100-e50b-4fe4-9001-a6fade00d248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f798831-0dd5-4b92-b7e9-a992905b5997,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:08.256022 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a506-8260-4ad4-a917-479f6c47e5e8 req-1d01fdb7-0874-4a1d-958a-7e858f2f93f4 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:08.257605 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-de84a506-8260-4ad4-a917-479f6c47e5e8 req-1d01fdb7-0874-4a1d-958a-7e858f2f93f4 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0539389 Nov 10 20:24:08.307530 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-de84a506-8260-4ad4-a917-479f6c47e5e8 req-6148be4a-c344-4d57-90f1-377666109848 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Nov 10 20:24:08.378995 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a164-c0a7-4bb2-9c6d-ca3add818d7b req-b548bad3-9e42-44df-8d1d-9af33064000f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:08.380625 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0259a164-c0a7-4bb2-9c6d-ca3add818d7b req-b548bad3-9e42-44df-8d1d-9af33064000f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0519989 Nov 10 20:24:08.449268 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0259a164-c0a7-4bb2-9c6d-ca3add818d7b req-c80ee8eb-1cfe-4902-8f35-04279c392b94 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609295 Nov 10 20:24:08.512253 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b8b711c8-f185-4cf4-92ec-c504e27bfd10 req-e9eabf59-139f-4458-8690-2a3142ee358c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0271242 Nov 10 20:24:08.609276 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Request body: {'port': {'device_id': '104c6828-9f3c-4afd-8980-06a4f3045b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:08.633628 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.39', 54952) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:08.756066 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:08.793983 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-c747810b-6ee0-4c16-b949-bd94f486d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:08.795503 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-c747810b-6ee0-4c16-b949-bd94f486d63c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7be4bbc52e7e44d5baf51e00e9596ce9&device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 1096 time: 0.1369522 Nov 10 20:24:08.815528 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2221f2f0-bf39-498a-9040-7b5ef1dbd94d req-b5fdfe23-308d-45f1-a1e0-87436fdf5a71 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0431705 Nov 10 20:24:08.851987 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a4e52-9fbc-4dfe-99cc-24cf6369315a req-effb2989-eef6-4f92-9454-2fc32cb37a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:08.853786 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ab2a4e52-9fbc-4dfe-99cc-24cf6369315a req-effb2989-eef6-4f92-9454-2fc32cb37a52 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2486513 Nov 10 20:24:08.903978 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-09b405a3-b4db-4f61-aa7b-01ae55507fbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d42128ef-056a-4e24-9f74-9421df70d133 HTTP/1.1" status: 200 len: 217 time: 0.0847876 Nov 10 20:24:08.928884 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-990663c8-8a3c-4b28-afb1-7cd8f4179be7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:08.930489 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-990663c8-8a3c-4b28-afb1-7cd8f4179be7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 819 time: 0.2815471 Nov 10 20:24:08.989747 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Request body: {'port': {'device_id': '6e834703-51b9-433d-9bfc-05b2833f889c', 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd', 'admin_state_up': True, 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:09.009038 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-8fadadee-1495-423e-9d58-25759564bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:09.010556 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-8fadadee-1495-423e-9d58-25759564bc2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 1096 time: 0.0453622 Nov 10 20:24:09.176888 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-66d26517-e642-4ac7-a9b0-eabdf809b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:09.176888 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-66d26517-e642-4ac7-a9b0-eabdf809b288 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bb75bd3-0fcf-4def-8456-d7dded67873f HTTP/1.1" status: 200 len: 851 time: 0.2002201 Nov 10 20:24:09.278083 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Made reservation on behalf of 627e947d861c4bf2ba4d46f04dad08ff for: {'port': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:24:09.282503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:09.329533 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e052ca2-e0b9-43cb-85c2-26778f408e14 {{(pid=101640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:24:09.339809 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:09.394082 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.provisioning_blocks [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Transition to ACTIVE for port object 9e052ca2-e0b9-43cb-85c2-26778f408e14 will not be triggered until provisioned by entity L2. {{(pid=101640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:24:09.403262 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:09.582442 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-97e4eff8-3bc5-4f48-9f74-6d46b7b54eac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90131853-1376-4ea2-aa1c-da65b676adf2 HTTP/1.1" status: 200 len: 217 time: 0.0931318 Nov 10 20:24:09.604282 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Pushing event updated for resources: {'Port': ['ID=9e052ca2-e0b9-43cb-85c2-26778f408e14,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:09.609285 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-a5eb8914-5ab4-4226-8f84-146c3442054f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116731 Nov 10 20:24:09.629986 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2a9b0-3c87-4792-a735-5f7b5fe03a15 req-67b69c85-8ddd-4966-836d-814a389438b3 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:09.631491 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-09d2a9b0-3c87-4792-a735-5f7b5fe03a15 req-67b69c85-8ddd-4966-836d-814a389438b3 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.2518439 Nov 10 20:24:09.665792 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Allocated IP 172.20.0.2 (0b571a51-96aa-4f58-9b78-4412fcb7f7fd/b643a36b-8e17-4293-b8c3-0483b248df2b/f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:24:09.676688 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.39', 54955) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:09.718881 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954804dc-0a48-4a57-8e80-a46204552df7 req-c699e6a8-97c4-49d3-8742-71cde5f0043c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:09.727762 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-954804dc-0a48-4a57-8e80-a46204552df7 req-c699e6a8-97c4-49d3-8742-71cde5f0043c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.1478531 Nov 10 20:24:09.768032 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-29c14696-ec2a-4804-9105-45fb3277a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:09.773534 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-29c14696-ec2a-4804-9105-45fb3277a325 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad999ec-4217-4ddf-8f91-0c61c6b2600b HTTP/1.1" status: 200 len: 855 time: 0.1471624 Nov 10 20:24:09.854853 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-48608f75-fbd7-42c0-8b62-e7a140160f96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e1ec21-99c9-476f-95b9-6de7086e224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648038 Nov 10 20:24:09.869529 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-09d2a9b0-3c87-4792-a735-5f7b5fe03a15 req-ac1e1b07-b854-49c2-a46e-3ce29e6a7fac tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193985 Nov 10 20:24:09.875888 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Attempting to bind port 9e052ca2-e0b9-43cb-85c2-26778f408e14 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:24:09.876255 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Attempting to bind port 9e052ca2-e0b9-43cb-85c2-26778f408e14 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:24:09.876583 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Attempting to bind port 9e052ca2-e0b9-43cb-85c2-26778f408e14 on network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:24:09.893862 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Port 9e052ca2-e0b9-43cb-85c2-26778f408e14 on network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:24:09.894191 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Attempting to bind port 9e052ca2-e0b9-43cb-85c2-26778f408e14 on network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:24:09.973029 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-954804dc-0a48-4a57-8e80-a46204552df7 req-5826827f-c285-484e-9eeb-72651ee9d4e5 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443511 Nov 10 20:24:09.994925 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-34a5fd79-45c6-4ff4-bf9f-50d72f300cbd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:09.996498 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-34a5fd79-45c6-4ff4-bf9f-50d72f300cbd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 817 time: 0.3178816 Nov 10 20:24:10.045230 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-2e674dea-1ff9-478e-a5ff-b21c81a1da21 service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546528 Nov 10 20:24:10.098714 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f6945460-9dbd-4b4a-96a1-ed2df3e9d2ef req-1903620f-f03d-4270-9878-605fb75cf71a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0404873 Nov 10 20:24:10.158399 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-0d1eadee-0f36-4cdc-ab8a-2f9bc53ab611 service neutron] 10.222.0.39 "GET /v2.0/networks/2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236177 Nov 10 20:24:10.162617 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:24:10.162953 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Checking segment: {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:24:10.163339 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Bound using segment: {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:24:10.163789 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Bound port: 9e052ca2-e0b9-43cb-85c2-26778f408e14, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'}}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:24:10.164179 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:10.187293 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-252f884e-3f17-451e-884f-e9eb14c2f2fe req-49a8d08e-0c78-462a-815a-0f0e6e034e92 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0429723 Nov 10 20:24:10.342311 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ae1927f5-548c-4d1a-be57-954918f7012e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:10.345440 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:10.350637 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] For port 9e052ca2-e0b9-43cb-85c2-26778f408e14, host hv-cinder-81514, cleared binding levels {{(pid=101640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:24:10.371113 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] For port 9e052ca2-e0b9-43cb-85c2-26778f408e14, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:24:10.378559 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-d8daf1c5-110c-4805-9bd1-c2ed1a477e77 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65cc96cfe81e47d98f146400275c46bb HTTP/1.1" status: 200 len: 380 time: 0.3494194 Nov 10 20:24:10.385194 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:10.393823 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'port': {'device_id': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'admin_state_up': True, 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'security_groups': ['96ca64f2-9952-4089-a008-a392165ebc6c']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:10.407956 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-a7161c9b-810d-4e6b-a97b-9c19658b42df service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076403 Nov 10 20:24:10.452449 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:10.453097 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:10.455050 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] 10.222.0.39 "PUT /v2.0/ports/9e052ca2-e0b9-43cb-85c2-26778f408e14 HTTP/1.1" status: 200 len: 1094 time: 1.8496389 Nov 10 20:24:10.456873 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104c6828-9f3c-4afd-8980-06a4f3045b3b', 'tag': '9e052ca2-e0b9-43cb-85c2-26778f408e14'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:24:10.458952 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a" -d '{"events": [{"name": "network-changed", "server_uuid": "104c6828-9f3c-4afd-8980-06a4f3045b3b", "tag": "9e052ca2-e0b9-43cb-85c2-26778f408e14"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:24:10.471056 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b19e92f-ae09-4134-b5f1-c0b62501701e req-9b3ef0db-a9ab-4785-adc5-9424d60c50f3 service neutron] 10.222.0.39 "GET /v2.0/networks/2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190449 Nov 10 20:24:10.489173 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:10.496958 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] Pushing event updated for resources: {'Port': ['ID=9e052ca2-e0b9-43cb-85c2-26778f408e14,revision_number=3']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:10.560701 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:24:10.573201 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:24:10.577248 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:24:10.611334 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c9bdcd-a144-403d-b783-a8c400651fd2 x-openstack-request-id: req-77c9bdcd-a144-403d-b783-a8c400651fd2 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:24:10.612055 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104c6828-9f3c-4afd-8980-06a4f3045b3b", "tag": "9e052ca2-e0b9-43cb-85c2-26778f408e14", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:24:10.612055 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77c9bdcd-a144-403d-b783-a8c400651fd2 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:24:10.612633 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104c6828-9f3c-4afd-8980-06a4f3045b3b', 'tag': '9e052ca2-e0b9-43cb-85c2-26778f408e14', 'status': 'completed', 'code': 200} Nov 10 20:24:10.619027 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Pushing event updated for resources: {'Port': ['ID=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:10.654868 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:10.654868 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:10.674805 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Made reservation on behalf of 65cc96cfe81e47d98f146400275c46bb for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:24:10.684167 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:10.707196 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-11d0fcb9-bb9f-47e3-a2e1-cf3735bf5c95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7307003 Nov 10 20:24:10.725482 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-3f36e881-e146-4819-8fda-5c32ba6d5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:10.727112 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-3f36e881-e146-4819-8fda-5c32ba6d5b74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1097 time: 0.0655732 Nov 10 20:24:10.756557 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Request body: {'port': {'device_id': '6e834703-51b9-433d-9bfc-05b2833f889c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:10.808140 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-157aee5a-0303-4e42-81d0-a7e9d0c3636d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14 HTTP/1.1" status: 200 len: 217 time: 0.0483963 Nov 10 20:24:10.930293 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-f3d2658d-7183-47fc-8d17-0152d953bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:10.934407 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-f3d2658d-7183-47fc-8d17-0152d953bade service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.1003408 Nov 10 20:24:10.973146 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Allocated IP 172.20.0.14 (6bfa95df-19c6-4c1f-a608-f3161ade3f35/3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0/c72144f1-ab4a-4465-b394-adf41d2339f3) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:24:10.988244 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:11.058464 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-5589dc23-5330-4b5a-92ba-f2faa7c65fa8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323749 Nov 10 20:24:11.153876 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefa3e8-1c9f-40f4-9722-a1dcd4dabd3c req-4f753862-ffdf-49d3-9034-618be7bee81f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:11.156467 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9fefa3e8-1c9f-40f4-9722-a1dcd4dabd3c req-4f753862-ffdf-49d3-9034-618be7bee81f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0715322 Nov 10 20:24:11.169006 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b009e9-59c1-4567-86f2-87cae732b74e req-bb94b548-6381-4818-a670-7c98f0d2672d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:11.176435 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-47b009e9-59c1-4567-86f2-87cae732b74e req-bb94b548-6381-4818-a670-7c98f0d2672d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.1856503 Nov 10 20:24:11.241382 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9fefa3e8-1c9f-40f4-9722-a1dcd4dabd3c req-6f0f525f-6f8f-4c69-80e7-68aa0bef3be4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735984 Nov 10 20:24:11.247146 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:11.314236 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-e645d404-3b22-427d-9130-557b1c7a8289 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360692 Nov 10 20:24:11.319703 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:11.347807 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-47b009e9-59c1-4567-86f2-87cae732b74e req-509b3a90-d7ba-4899-9ade-78b03d5e050d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702454 Nov 10 20:24:11.460256 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:24:11.476591 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:24:11.489720 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:24:11.494257 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:11.543475 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba791e-1fa9-444f-a8ac-7d0c2bf62af8 req-27575365-8515-456f-9ee2-7f6d2c2841e2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:11.552148 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b6ba791e-1fa9-444f-a8ac-7d0c2bf62af8 req-27575365-8515-456f-9ee2-7f6d2c2841e2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 931 time: 0.1839490 Nov 10 20:24:11.556566 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-01e8c0f8-d7d3-415f-a828-6ee8ab9a8c01 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262492 Nov 10 20:24:11.585521 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466d475-8ea3-4d9e-97ad-2d75ac181918 req-60c6b332-7b26-480c-9584-a31836cbc7ae tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:11.587476 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f466d475-8ea3-4d9e-97ad-2d75ac181918 req-60c6b332-7b26-480c-9584-a31836cbc7ae tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 932 time: 0.1255515 Nov 10 20:24:11.602331 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:11.609056 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:11.661436 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-0e9704b3-eabc-4651-aac6-fea3749bbdd3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2734118 Nov 10 20:24:11.685982 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 {{(pid=101640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:24:11.720132 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b6ba791e-1fa9-444f-a8ac-7d0c2bf62af8 req-f9f8200f-a2ba-4034-919d-b5e9666c939b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621885 Nov 10 20:24:11.720598 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:11.731046 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f466d475-8ea3-4d9e-97ad-2d75ac181918 req-a34167ea-a7fc-4e2a-93a7-7a6b0515d017 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340468 Nov 10 20:24:11.753373 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.provisioning_blocks [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Transition to ACTIVE for port object f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 will not be triggered until provisioned by entity L2. {{(pid=101640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:24:11.761659 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:11.872634 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Pushing event updated for resources: {'Port': ['ID=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:11.893059 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-479a51c7-455b-4e2f-832d-2e3d84460f90 None None] Provisioning complete for port c72144f1-ab4a-4465-b394-adf41d2339f3 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:24:11.893543 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-479a51c7-455b-4e2f-832d-2e3d84460f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:11.928315 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Attempting to bind port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:24:11.928556 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-479a51c7-455b-4e2f-832d-2e3d84460f90 None None] Port c72144f1-ab4a-4465-b394-adf41d2339f3 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:24:11.928790 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Attempting to bind port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:24:11.929208 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Attempting to bind port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 on network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:24:11.933826 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 on network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:24:11.934142 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Attempting to bind port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 on network 0b571a51-96aa-4f58-9b78-4412fcb7f7fd {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:24:11.940061 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:24:11.940398 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Checking segment: {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:24:11.940776 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Bound using segment: {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:24:11.941195 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Bound port: f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd'}}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:24:11.941544 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:12.005961 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] For port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232, host hv-cinder-81514, cleared binding levels {{(pid=101640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:24:12.009104 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] For port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:24:12.012910 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:12.046355 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:12.047025 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:12.048388 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-71957f67-f843-4845-a881-20e5523a27ee service neutron] 10.222.0.39 "PUT /v2.0/ports/f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 HTTP/1.1" status: 200 len: 1093 time: 1.2975476 Nov 10 20:24:12.068209 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71957f67-f843-4845-a881-20e5523a27ee service neutron] Pushing event updated for resources: {'Port': ['ID=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,revision_number=3']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:12.360420 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac4b62-4076-403a-b99d-082bc4ecf02e req-1b8882f7-e7d0-4c72-8953-2f2403252a50 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:12.361867 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fcac4b62-4076-403a-b99d-082bc4ecf02e req-1b8882f7-e7d0-4c72-8953-2f2403252a50 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0501001 Nov 10 20:24:12.410203 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fcac4b62-4076-403a-b99d-082bc4ecf02e req-b6acbcbb-bed6-4d5d-a2f1-47d0ff79c16b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Nov 10 20:24:12.461626 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaf741-ec8d-433e-a65f-b96412c20a71 req-901d3405-5b7f-4be4-a4d8-4f66a28066dc tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:12.463101 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2bdaf741-ec8d-433e-a65f-b96412c20a71 req-901d3405-5b7f-4be4-a4d8-4f66a28066dc tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0490937 Nov 10 20:24:12.513368 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2bdaf741-ec8d-433e-a65f-b96412c20a71 req-695c91b3-3309-4d6a-8b3d-c55f7adc5ee1 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 Nov 10 20:24:12.599947 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-169aafe8-ba05-47d9-a8c7-5c28aec0959e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:12.614024 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e834703-51b9-433d-9bfc-05b2833f889c', 'tag': 'f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:24:12.616432 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0433f13a-63e9-40c6-b698-75f00644bbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e834703-51b9-433d-9bfc-05b2833f889c", "tag": "f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:24:12.651120 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06d8531-1a01-4a7f-9bf5-74f8d87ed371 x-openstack-request-id: req-c06d8531-1a01-4a7f-9bf5-74f8d87ed371 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:24:12.651406 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e834703-51b9-433d-9bfc-05b2833f889c", "tag": "f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:24:12.651655 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c06d8531-1a01-4a7f-9bf5-74f8d87ed371 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:24:12.652089 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e834703-51b9-433d-9bfc-05b2833f889c', 'tag': 'f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232', 'status': 'completed', 'code': 200} Nov 10 20:24:12.822011 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20bf4e-e844-443c-a948-e7be6203f709 req-982129a2-4e1b-4ecb-9fc7-8500c9c3524d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:12.823424 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fc20bf4e-e844-443c-a948-e7be6203f709 req-982129a2-4e1b-4ecb-9fc7-8500c9c3524d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0560327 Nov 10 20:24:12.875741 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fc20bf4e-e844-443c-a948-e7be6203f709 req-50802510-2202-4c1e-a22a-f5891f0740eb tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Nov 10 20:24:12.883325 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b148e5d-6f13-46da-98d7-30a0225940da req-02c12a24-ea17-4e3c-aac6-0c3db92f1eb8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:12.896746 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3b148e5d-6f13-46da-98d7-30a0225940da req-02c12a24-ea17-4e3c-aac6-0c3db92f1eb8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 932 time: 0.0576906 Nov 10 20:24:12.937516 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3b148e5d-6f13-46da-98d7-30a0225940da req-cfdbcadc-58d6-4802-b017-57f8bf0cb7dc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412729 Nov 10 20:24:13.521708 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00951e1b-975f-4969-bc64-b5e5b55eb1cd req-70d228ee-9e45-46db-8833-a828d20b9803 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:13.523167 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-00951e1b-975f-4969-bc64-b5e5b55eb1cd req-70d228ee-9e45-46db-8833-a828d20b9803 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0485160 Nov 10 20:24:13.571666 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-00951e1b-975f-4969-bc64-b5e5b55eb1cd req-857781fe-d157-456f-af45-9bd6d6ac66c5 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Nov 10 20:24:13.632063 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287023-5d2a-41b5-9e3a-0c16d1d5f0d9 req-f11842bb-fd5b-4759-9960-b33946ca3df0 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:13.633517 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-20287023-5d2a-41b5-9e3a-0c16d1d5f0d9 req-f11842bb-fd5b-4759-9960-b33946ca3df0 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0524540 Nov 10 20:24:13.680831 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-20287023-5d2a-41b5-9e3a-0c16d1d5f0d9 req-d36733b2-7abc-4780-87fa-aa707da2f24e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Nov 10 20:24:13.789786 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:14.075432 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95449735-5d2d-46f8-921a-ed37f9d5f93a req-01c42045-d849-4f96-bcf9-bfddcd886aa9 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:14.077615 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-95449735-5d2d-46f8-921a-ed37f9d5f93a req-01c42045-d849-4f96-bcf9-bfddcd886aa9 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.1129134 Nov 10 20:24:14.094345 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8c81f-f057-450f-aa27-481e1b13e0ab req-d53ee382-3fd8-45d5-8116-2ba1cdf7937c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:14.097457 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-52c8c81f-f057-450f-aa27-481e1b13e0ab req-d53ee382-3fd8-45d5-8116-2ba1cdf7937c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 932 time: 0.0560434 Nov 10 20:24:14.130072 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-95449735-5d2d-46f8-921a-ed37f9d5f93a req-adffe917-0a93-4dc3-9b18-dd2cd8f045e3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Nov 10 20:24:14.150601 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-52c8c81f-f057-450f-aa27-481e1b13e0ab req-910b4e2e-d871-4a05-ad06-e72652147736 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447667 Nov 10 20:24:14.695100 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11fd7b-6a72-4ea4-a9d7-c7afeb9c5531 req-2d3f74ad-d32e-47b6-9156-92aac9b499b2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:14.696717 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2b11fd7b-6a72-4ea4-a9d7-c7afeb9c5531 req-2d3f74ad-d32e-47b6-9156-92aac9b499b2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0526888 Nov 10 20:24:14.748063 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2b11fd7b-6a72-4ea4-a9d7-c7afeb9c5531 req-44cb6012-8eb9-4595-9644-9ee0b3752985 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Nov 10 20:24:14.799535 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047708c7-a8f8-4a62-97f6-f805a9104404 req-50f18cc3-a59d-43ad-85e9-4a133da8fb21 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:14.801033 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-047708c7-a8f8-4a62-97f6-f805a9104404 req-50f18cc3-a59d-43ad-85e9-4a133da8fb21 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0514126 Nov 10 20:24:14.853651 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-047708c7-a8f8-4a62-97f6-f805a9104404 req-40e810a9-3d8e-4495-a041-fd57490de8f4 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 Nov 10 20:24:15.253738 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0506e-e77f-4f81-a5eb-8e889676bc25 req-3fced07f-2b15-4ee2-920f-baa50c4df02a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:15.255456 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7aa0506e-e77f-4f81-a5eb-8e889676bc25 req-3fced07f-2b15-4ee2-920f-baa50c4df02a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0539017 Nov 10 20:24:15.257343 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:15.276799 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f9a4-24be-4bac-9b14-16b6532354c3 req-84c221a2-e96b-4b42-a7ac-9b568b06eaf0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:15.278378 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1880f9a4-24be-4bac-9b14-16b6532354c3 req-84c221a2-e96b-4b42-a7ac-9b568b06eaf0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 932 time: 0.0555460 Nov 10 20:24:15.314213 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7aa0506e-e77f-4f81-a5eb-8e889676bc25 req-1598b96f-60de-41d0-8eab-c75059ea3c84 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508482 Nov 10 20:24:15.333409 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1880f9a4-24be-4bac-9b14-16b6532354c3 req-f92a68ec-4818-418a-b678-1f848a5ca841 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477514 Nov 10 20:24:15.879660 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9718d41-9917-49e3-9557-8e6a90955672 req-c8cef0d3-d58c-4d02-a1dc-10aafc4067f8 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:15.881221 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e9718d41-9917-49e3-9557-8e6a90955672 req-c8cef0d3-d58c-4d02-a1dc-10aafc4067f8 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0576484 Nov 10 20:24:15.913786 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Request body: {'port': {'device_id': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:15.935872 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e9718d41-9917-49e3-9557-8e6a90955672 req-1a0145d7-ed35-4537-9392-88aee46bfb36 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479779 Nov 10 20:24:16.018113 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:16.039771 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a469b60-dc24-4e5f-a476-91deeab34257 req-ad685f87-2bbb-4041-9df3-11ab4843aa17 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.041386 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4a469b60-dc24-4e5f-a476-91deeab34257 req-ad685f87-2bbb-4041-9df3-11ab4843aa17 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0978987 Nov 10 20:24:16.097068 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-b2f537f4-73f7-4d09-84c3-d63585977691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.098680 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-b2f537f4-73f7-4d09-84c3-d63585977691 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1097 time: 0.0700154 Nov 10 20:24:16.122000 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433f13a-63e9-40c6-b698-75f00644bbf1 req-399ae937-1dec-4bd4-b473-f8d34ab5534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.123487 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0433f13a-63e9-40c6-b698-75f00644bbf1 req-399ae937-1dec-4bd4-b473-f8d34ab5534c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 1096 time: 0.0935333 Nov 10 20:24:16.200818 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4a469b60-dc24-4e5f-a476-91deeab34257 req-25a52608-b940-4114-b98b-da3fd00d8e5a tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518834 Nov 10 20:24:16.280276 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-928b8fec-6ce7-4a60-a580-282f24b45fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.282109 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-928b8fec-6ce7-4a60-a580-282f24b45fe1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 920 time: 0.1692238 Nov 10 20:24:16.320582 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:16.589899 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72144f1-ab4a-4465-b394-adf41d2339f3 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:24:16.600073 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:16.625036 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Transition to ACTIVE for port object c72144f1-ab4a-4465-b394-adf41d2339f3 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:24:16.629998 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:16.647022 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5884a-9039-4041-888b-33a1cc36a7e3 req-68349391-e410-41b8-b2e7-cbec3f8fbdd9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.648829 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5ca5884a-9039-4041-888b-33a1cc36a7e3 req-68349391-e410-41b8-b2e7-cbec3f8fbdd9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 932 time: 0.0966332 Nov 10 20:24:16.669785 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-cd4564a6-0a49-4e40-bad1-b2eee8eb555d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14 HTTP/1.1" status: 200 len: 217 time: 0.2424090 Nov 10 20:24:16.712406 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:16.764250 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18638f03-07ed-4e8f-b679-dbe533c3a178 req-5cf1249a-f9a5-4551-b00c-3f91b58eb8a4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.765837 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-18638f03-07ed-4e8f-b679-dbe533c3a178 req-5cf1249a-f9a5-4551-b00c-3f91b58eb8a4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.3409145 Nov 10 20:24:16.770916 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433f13a-63e9-40c6-b698-75f00644bbf1 req-dd7415f3-672d-4619-87ed-9a838a5a464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.772412 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0433f13a-63e9-40c6-b698-75f00644bbf1 req-dd7415f3-672d-4619-87ed-9a838a5a464a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3999629 Nov 10 20:24:16.775248 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-c31f09d1-7d84-4cb1-8937-050d58459aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.776754 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-c31f09d1-7d84-4cb1-8937-050d58459aea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.0982916 Nov 10 20:24:16.811066 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5ca5884a-9039-4041-888b-33a1cc36a7e3 req-39cc253d-7fd0-42ad-bac1-4072a990971c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433544 Nov 10 20:24:16.853856 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Attempting to bind port c72144f1-ab4a-4465-b394-adf41d2339f3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:24:16.854237 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Attempting to bind port c72144f1-ab4a-4465-b394-adf41d2339f3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:24:16.854580 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Attempting to bind port c72144f1-ab4a-4465-b394-adf41d2339f3 on network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:24:16.863711 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-b9a2d5a2-ab84-4f2f-be3d-ffdd63493277 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693691 Nov 10 20:24:16.868474 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Port c72144f1-ab4a-4465-b394-adf41d2339f3 on network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:24:16.868795 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Attempting to bind port c72144f1-ab4a-4465-b394-adf41d2339f3 on network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:24:16.874746 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:24:16.875147 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Checking segment: {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:24:16.876623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Bound using segment: {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:24:16.876623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Bound port: c72144f1-ab4a-4465-b394-adf41d2339f3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:24:16.876623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:16.952908 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-18638f03-07ed-4e8f-b679-dbe533c3a178 req-1dea7f34-b2e8-4833-a373-e0d61d70dd26 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786008 Nov 10 20:24:16.960608 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:24:16.968038 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:24:16.975520 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:16.997147 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433f13a-63e9-40c6-b698-75f00644bbf1 req-e0e03b0a-4ec4-4655-82d0-43214624b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.998700 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0433f13a-63e9-40c6-b698-75f00644bbf1 req-e0e03b0a-4ec4-4655-82d0-43214624b8cd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033780 Nov 10 20:24:17.023097 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:17.023722 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:17.025152 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] 10.222.0.39 "PUT /v2.0/ports/c72144f1-ab4a-4465-b394-adf41d2339f3 HTTP/1.1" status: 200 len: 1094 time: 1.1157677 Nov 10 20:24:17.025651 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:24:17.042883 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-e2a62064-d51a-4075-a4ba-323f7343ca6b service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625347 Nov 10 20:24:17.068059 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623f986-5ee7-4495-88a2-01afe36203ea service neutron] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:17.155362 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf77ca4-a500-4f0b-a05b-1014c01a8076 req-ffbf2481-1baf-41bf-a942-86123efe9f13 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:17.157095 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7cf77ca4-a500-4f0b-a05b-1014c01a8076 req-ffbf2481-1baf-41bf-a942-86123efe9f13 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0536225 Nov 10 20:24:17.257970 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e20808-d2a6-4bae-9dfb-23580c4be3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:24:17.308881 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-daaee988-e1ab-4f42-9d95-41f54d96c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:17.310715 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-daaee988-e1ab-4f42-9d95-41f54d96c13d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 1096 time: 0.1436539 Nov 10 20:24:17.319914 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-42a36b8b-2a8d-432d-a87b-a6ea344ec1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:17.321586 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-42a36b8b-2a8d-432d-a87b-a6ea344ec1fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0893593 Nov 10 20:24:17.328559 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7cf77ca4-a500-4f0b-a05b-1014c01a8076 req-21a6ef22-66e5-4d91-8a3d-9b611926373c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528416 Nov 10 20:24:17.419864 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-58b3dabd-e8b8-4411-aacf-89baa11bec03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 HTTP/1.1" status: 200 len: 217 time: 0.0522313 Nov 10 20:24:17.431110 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-9c6fb611-f7a8-4385-aa1d-1e7eac19936e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c72144f1-ab4a-4465-b394-adf41d2339f3 HTTP/1.1" status: 200 len: 217 time: 0.0519843 Nov 10 20:24:17.433621 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bd37de7-8403-4b55-aa59-5fd20c4bea7a req-79dc8d73-583d-419d-89ba-a0fe6252c69c service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072321 Nov 10 20:24:17.458136 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc66e1-de69-41d1-ad73-c3360e253891 req-a9f210ee-7bf7-41d0-ab47-406841173f58 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:17.479013 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b1fc66e1-de69-41d1-ad73-c3360e253891 req-a9f210ee-7bf7-41d0-ab47-406841173f58 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.1404483 Nov 10 20:24:17.486766 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d3f964-773d-45e8-bd9b-a4ab483d420f x-openstack-request-id: req-85d3f964-773d-45e8-bd9b-a4ab483d420f {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:24:17.487056 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:24:17.487353 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85d3f964-773d-45e8-bd9b-a4ab483d420f {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:24:17.492123 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'status': 'completed', 'code': 200} Nov 10 20:24:17.500611 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-38853ab6-87d5-4268-ae95-cd806cfc9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:17.502416 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-38853ab6-87d5-4268-ae95-cd806cfc9398 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.0744488 Nov 10 20:24:17.557427 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-7e24a965-bf37-4030-a255-c8a4a56c421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:17.558905 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-7e24a965-bf37-4030-a255-c8a4a56c421f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0787399 Nov 10 20:24:17.567985 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-93b9a751-3923-415f-89ae-0b3f760a50b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390739 Nov 10 20:24:17.583030 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b1fc66e1-de69-41d1-ad73-c3360e253891 req-35df1b0e-6ad4-490f-894c-45543014acea tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890329 Nov 10 20:24:17.623005 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-a8c33416-242c-40bb-8cb1-75b146742140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:17.625229 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-a8c33416-242c-40bb-8cb1-75b146742140 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578806 Nov 10 20:24:17.682239 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-afbfcc20-5292-4a2d-ade0-7d353bea70b8 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054981 Nov 10 20:24:17.733219 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-442b1a66-ae02-4c8a-921c-9df1ec9c1c83 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986981 Nov 10 20:24:17.790395 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dbe89c9d-c482-46b5-b637-7d4cd8b094de req-c05dc788-0ce4-4c31-a570-9e6982ee807d service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988224 Nov 10 20:24:17.829436 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-392b24cc-439a-4396-9c05-b996bd1ce63d req-6e26fad6-9349-47b2-b131-3dd2cc2d10d1 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884428 Nov 10 20:24:17.970425 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7450103-e3dd-41cc-b964-015adccb8fe9 req-af698a62-dd89-4ad7-be14-1749e7b40ec7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:17.972067 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f7450103-e3dd-41cc-b964-015adccb8fe9 req-af698a62-dd89-4ad7-be14-1749e7b40ec7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0543716 Nov 10 20:24:18.021585 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f7450103-e3dd-41cc-b964-015adccb8fe9 req-8031010a-72f9-4b54-9030-ff9d69b77392 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Nov 10 20:24:18.119559 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-7fe337b5-9863-4ad4-bbb2-1e870091adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:18.121080 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-7fe337b5-9863-4ad4-bbb2-1e870091adde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0739148 Nov 10 20:24:18.145132 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08050ca2-81c5-4bfd-8db7-eec02234975c req-ae0376c7-86ac-42e3-b780-0024b75f30bf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:18.146655 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-08050ca2-81c5-4bfd-8db7-eec02234975c req-ae0376c7-86ac-42e3-b780-0024b75f30bf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0740509 Nov 10 20:24:18.261722 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-08050ca2-81c5-4bfd-8db7-eec02234975c req-be15534e-cbe0-4ef5-918c-7e468d248340 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022677 Nov 10 20:24:18.272454 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-a8100cfd-71e5-42e6-92af-a659306a0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:18.273837 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-a8100cfd-71e5-42e6-92af-a659306a0c8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.1438701 Nov 10 20:24:18.328787 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-6c5da428-358b-4230-82f2-0101c2a52b05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c72144f1-ab4a-4465-b394-adf41d2339f3 HTTP/1.1" status: 200 len: 217 time: 0.0401869 Nov 10 20:24:18.406458 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-4e1f42bf-c8ce-4fc2-9254-a77666c594b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:18.408016 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-4e1f42bf-c8ce-4fc2-9254-a77666c594b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0652213 Nov 10 20:24:18.472147 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-2642c8f3-1a94-4765-9b43-56b45c0192c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:18.473677 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-2642c8f3-1a94-4765-9b43-56b45c0192c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530267 Nov 10 20:24:18.481114 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411d282-6533-4193-b30d-e63f81fcb88a req-5ee0d354-6d3e-4abf-83f8-93b243e77d1c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:18.489731 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4411d282-6533-4193-b30d-e63f81fcb88a req-5ee0d354-6d3e-4abf-83f8-93b243e77d1c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0787747 Nov 10 20:24:18.551346 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4411d282-6533-4193-b30d-e63f81fcb88a req-9cabc565-3e95-4d82-90b7-cd5592c3ba0d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606604 Nov 10 20:24:18.604533 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-ba687ad5-8f47-41a7-bd70-8a51bfc0e3e0 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218910 Nov 10 20:24:18.749325 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55911bd5-3a53-45f8-957a-0435211d3325 req-dbd78b74-f4da-4156-877f-ae4edaa9cc94 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:18.756676 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-55911bd5-3a53-45f8-957a-0435211d3325 req-dbd78b74-f4da-4156-877f-ae4edaa9cc94 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0882704 Nov 10 20:24:18.770699 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-78e20808-d2a6-4bae-9dfb-23580c4be3a5 req-90238f7b-bf42-49a4-a860-d00b9846dd2a service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575165 Nov 10 20:24:18.810277 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-55911bd5-3a53-45f8-957a-0435211d3325 req-50d65ea8-8b02-4fe5-b1d2-f9f355805ee3 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523829 Nov 10 20:24:19.154872 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7672-36c7-4f34-b30e-0dbc3b78209c req-d06005ab-a734-41d1-a68d-7df61d37e263 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:19.156767 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6abf7672-36c7-4f34-b30e-0dbc3b78209c req-d06005ab-a734-41d1-a68d-7df61d37e263 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0576663 Nov 10 20:24:19.212786 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6abf7672-36c7-4f34-b30e-0dbc3b78209c req-dd2d6959-2e39-4160-9be6-7afda6047338 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489337 Nov 10 20:24:19.383079 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eca2d6-bf6e-49f0-a0bb-992e4aec4fd6 req-7c601ddd-8329-4230-97e2-68eb312039bc tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:19.384618 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-76eca2d6-bf6e-49f0-a0bb-992e4aec4fd6 req-7c601ddd-8329-4230-97e2-68eb312039bc tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0488610 Nov 10 20:24:19.443802 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-76eca2d6-bf6e-49f0-a0bb-992e4aec4fd6 req-2fadd3a7-2737-4ea5-b0e3-fbc0f09057da tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507050 Nov 10 20:24:19.702928 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc54f2-4062-4e49-ac58-fc04ad106d3f req-a4409f15-22ca-4d2e-876e-ff78bf458b59 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:19.709205 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-80dc54f2-4062-4e49-ac58-fc04ad106d3f req-a4409f15-22ca-4d2e-876e-ff78bf458b59 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0815856 Nov 10 20:24:19.712767 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 32930) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:19.786311 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-80dc54f2-4062-4e49-ac58-fc04ad106d3f req-8361a83d-6d5c-4ce2-a169-83f2847a1b39 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712867 Nov 10 20:24:19.896277 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-76e5ab9b-77fd-43ab-94cb-4d4133e077c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.000522 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4230713-ceff-4bed-b94f-a19fc7bf2a80 req-5bebd2ab-f7fb-48c8-a0a7-6c6749921815 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:20.001901 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b4230713-ceff-4bed-b94f-a19fc7bf2a80 req-5bebd2ab-f7fb-48c8-a0a7-6c6749921815 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0977814 Nov 10 20:24:20.054077 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-76e5ab9b-77fd-43ab-94cb-4d4133e077c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.060649 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-76e5ab9b-77fd-43ab-94cb-4d4133e077c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.111333 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b4230713-ceff-4bed-b94f-a19fc7bf2a80 req-54fd5459-a1d0-48b9-add3-68fb89dde55f tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976818 Nov 10 20:24:20.121178 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-76e5ab9b-77fd-43ab-94cb-4d4133e077c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=982d83284dd245fea1a04559d662def0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042466 Nov 10 20:24:20.121178 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5ab9b-77fd-43ab-94cb-4d4133e077c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da913a7-a3eb-46a6-89bd-00f432afb33b,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:20.121742 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 32950) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:20.191267 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5efa709c-2fe3-4b9e-a455-b198746caa0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.213879 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5efa709c-2fe3-4b9e-a455-b198746caa0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.266471 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5efa709c-2fe3-4b9e-a455-b198746caa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.269332 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5efa709c-2fe3-4b9e-a455-b198746caa0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.270605 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-5efa709c-2fe3-4b9e-a455-b198746caa0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6da913a7-a3eb-46a6-89bd-00f432afb33b HTTP/1.1" status: 204 len: 168 time: 0.1477606 Nov 10 20:24:20.278599 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa709c-2fe3-4b9e-a455-b198746caa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da913a7-a3eb-46a6-89bd-00f432afb33b,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:20.345286 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3aefc-84e1-4f3d-9c5f-0d309674e3b3 req-e307ae61-77a6-4a1b-bee8-4fb42e1f232d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:20.346761 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d6f3aefc-84e1-4f3d-9c5f-0d309674e3b3 req-e307ae61-77a6-4a1b-bee8-4fb42e1f232d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0568647 Nov 10 20:24:20.407602 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d6f3aefc-84e1-4f3d-9c5f-0d309674e3b3 req-c32dfc20-5c31-41ab-84b0-5359962f4cb9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525739 Nov 10 20:24:20.569710 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 32964) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:20.571363 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319472db-d04b-4c73-b152-0fcb40e15b94 req-a7b4931f-0207-4f95-82ce-c4f73670e181 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:20.572901 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-319472db-d04b-4c73-b152-0fcb40e15b94 req-a7b4931f-0207-4f95-82ce-c4f73670e181 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0547612 Nov 10 20:24:20.583848 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ab6d5412-3610-4a22-8459-143d58907c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.634107 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-319472db-d04b-4c73-b152-0fcb40e15b94 req-b1e424cf-23ab-4e0c-b649-01ad98d3848c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546448 Nov 10 20:24:20.686429 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ab6d5412-3610-4a22-8459-143d58907c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.691160 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ab6d5412-3610-4a22-8459-143d58907c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.729586 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ab6d5412-3610-4a22-8459-143d58907c66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15376c7a4a794aaf9aa29de82749258d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583178 Nov 10 20:24:20.730381 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d5412-3610-4a22-8459-143d58907c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a38220f-9315-46ce-96a7-4ebf81d4ef34,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:20.732287 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 32966) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:20.788269 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-92f5caff-7865-4164-acfd-c8136054cbf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.813952 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-92f5caff-7865-4164-acfd-c8136054cbf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.872443 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-92f5caff-7865-4164-acfd-c8136054cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.875331 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-92f5caff-7865-4164-acfd-c8136054cbf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:20.879479 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-92f5caff-7865-4164-acfd-c8136054cbf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a38220f-9315-46ce-96a7-4ebf81d4ef34 HTTP/1.1" status: 204 len: 168 time: 0.1432221 Nov 10 20:24:20.894303 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5caff-7865-4164-acfd-c8136054cbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a38220f-9315-46ce-96a7-4ebf81d4ef34,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:20.924220 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8807e4f-b0ae-4424-a508-96e934927d81 req-7879938f-51e4-4782-98fa-de1ca8d053ea tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:20.926992 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a8807e4f-b0ae-4424-a508-96e934927d81 req-7879938f-51e4-4782-98fa-de1ca8d053ea tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0654585 Nov 10 20:24:20.990088 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a8807e4f-b0ae-4424-a508-96e934927d81 req-8c118bd1-cae0-49c9-8d9f-20e7e34fe859 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536606 Nov 10 20:24:21.256534 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ff01a-7f8d-4479-83c0-be584ffa67fb req-90ba0e9b-a226-4f3d-b08e-04c3f73e1959 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:21.268246 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-da8ff01a-7f8d-4479-83c0-be584ffa67fb req-90ba0e9b-a226-4f3d-b08e-04c3f73e1959 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0648079 Nov 10 20:24:21.316341 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-da8ff01a-7f8d-4479-83c0-be584ffa67fb req-50dd6944-d30c-4306-8606-5631fe6af31f tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469651 Nov 10 20:24:21.536153 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d15088-f2a1-44bc-b4ea-9849b0d6af77 req-d6938a9f-90b2-418d-b49c-913014e4d1a4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:21.537880 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c3d15088-f2a1-44bc-b4ea-9849b0d6af77 req-d6938a9f-90b2-418d-b49c-913014e4d1a4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0550268 Nov 10 20:24:21.594469 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c3d15088-f2a1-44bc-b4ea-9849b0d6af77 req-82d64f9c-634e-4b23-87cb-659b84bd4bc7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498648 Nov 10 20:24:21.776014 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c845c4f-b6bb-4242-a172-3b8b7851035e req-3688c03a-4404-4699-9923-fa9ec5c6b102 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:21.777694 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0c845c4f-b6bb-4242-a172-3b8b7851035e req-3688c03a-4404-4699-9923-fa9ec5c6b102 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0645831 Nov 10 20:24:21.830712 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0c845c4f-b6bb-4242-a172-3b8b7851035e req-a635a0a1-e3e2-4369-b671-ab999d1a9917 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Nov 10 20:24:22.121541 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bc607-3c7a-448a-8fdb-3c1b6b7c6643 req-85fed583-3707-4c29-a075-e8c20e3b5b6c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:22.122945 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-815bc607-3c7a-448a-8fdb-3c1b6b7c6643 req-85fed583-3707-4c29-a075-e8c20e3b5b6c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0582280 Nov 10 20:24:22.150283 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 33020) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:22.188064 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-815bc607-3c7a-448a-8fdb-3c1b6b7c6643 req-1bf55b9a-2ea9-4ee1-9f61-8590436bdf9c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576653 Nov 10 20:24:22.275188 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a47276fc-4b0c-42c4-b221-b78ef240a63a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:22.393117 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a47276fc-4b0c-42c4-b221-b78ef240a63a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:22.407054 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a47276fc-4b0c-42c4-b221-b78ef240a63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:22.467256 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-a47276fc-4b0c-42c4-b221-b78ef240a63a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=135b2cef648d488ea877b4a8d8c17bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157487 Nov 10 20:24:22.470628 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47276fc-4b0c-42c4-b221-b78ef240a63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4159fb40-717e-4fc7-ab4e-302e4792d04a,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:22.471475 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33032) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:22.490430 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcbb3f-bd3d-4bb7-a753-abdba19b9cad req-35f753f8-3c2e-4b85-aa4b-be6687044bc2 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:22.492310 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e2bcbb3f-bd3d-4bb7-a753-abdba19b9cad req-35f753f8-3c2e-4b85-aa4b-be6687044bc2 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0956674 Nov 10 20:24:22.529595 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea2cf-1e86-4dcb-8649-a933cc3905c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:22.555408 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e2bcbb3f-bd3d-4bb7-a753-abdba19b9cad req-e9818d21-adf4-4fc1-822a-0e172f37395d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533671 Nov 10 20:24:22.559423 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea2cf-1e86-4dcb-8649-a933cc3905c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:22.612929 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea2cf-1e86-4dcb-8649-a933cc3905c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:22.615803 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea2cf-1e86-4dcb-8649-a933cc3905c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:22.617263 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ea6ea2cf-1e86-4dcb-8649-a933cc3905c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4159fb40-717e-4fc7-ab4e-302e4792d04a HTTP/1.1" status: 204 len: 168 time: 0.1445348 Nov 10 20:24:22.629098 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ea2cf-1e86-4dcb-8649-a933cc3905c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4159fb40-717e-4fc7-ab4e-302e4792d04a,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:22.749249 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034f036-7c0e-45f9-8b66-bf8c68fe7def req-1aae3aac-018a-4666-9975-6875ee0c58b0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:22.751038 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d034f036-7c0e-45f9-8b66-bf8c68fe7def req-1aae3aac-018a-4666-9975-6875ee0c58b0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0551589 Nov 10 20:24:22.827481 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d034f036-7c0e-45f9-8b66-bf8c68fe7def req-b3e41361-f5f2-46c4-84eb-0b6cd00e17ac tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677896 Nov 10 20:24:22.965566 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8156e-b8ff-42b2-8041-94799298ef73 req-c1058d41-d6e2-4ce5-baf7-7850bf8eeb39 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:22.967106 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b7c8156e-b8ff-42b2-8041-94799298ef73 req-c1058d41-d6e2-4ce5-baf7-7850bf8eeb39 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0590191 Nov 10 20:24:23.029022 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b7c8156e-b8ff-42b2-8041-94799298ef73 req-8071b52a-1625-4bad-84fb-d59edd48da38 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539730 Nov 10 20:24:23.321095 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd0563-c7b0-4a16-933b-ecfdfcef2243 req-4c40fa4e-91b6-4e48-90c9-bfcdeffb730a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:23.322911 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7ffd0563-c7b0-4a16-933b-ecfdfcef2243 req-4c40fa4e-91b6-4e48-90c9-bfcdeffb730a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 943 time: 0.0598099 Nov 10 20:24:23.396428 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7ffd0563-c7b0-4a16-933b-ecfdfcef2243 req-64d250c6-6510-46be-a102-2192f87ad0a6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666437 Nov 10 20:24:23.432027 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 90131853-1376-4ea2-aa1c-da65b676adf2 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:24:23.564237 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 90131853-1376-4ea2-aa1c-da65b676adf2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90131853-1376-4ea2-aa1c-da65b676adf2,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:23.581837 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '90131853-1376-4ea2-aa1c-da65b676adf2', 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b', 'port_id': '90131853-1376-4ea2-aa1c-da65b676adf2', 'mac_address': 'fa:16:3e:cf:e1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad999ec-4217-4ddf-8f91-0c61c6b2600b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:24:23.628725 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:23.642450 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90131853-1376-4ea2-aa1c-da65b676adf2 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:24:23.665803 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 90131853-1376-4ea2-aa1c-da65b676adf2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90131853-1376-4ea2-aa1c-da65b676adf2,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:23.673533 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:23.674383 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 9e052ca2-e0b9-43cb-85c2-26778f408e14 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:24:23.685028 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507dc49-ca0b-4a6b-8588-d5b833843bfc req-6cbef299-65df-4ee8-9d13-6c1f97d1421d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:23.687006 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c507dc49-ca0b-4a6b-8588-d5b833843bfc req-6cbef299-65df-4ee8-9d13-6c1f97d1421d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 943 time: 0.0593731 Nov 10 20:24:23.753949 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c507dc49-ca0b-4a6b-8588-d5b833843bfc req-3d9931bc-34ca-4454-95c1-71e0d32532f0 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Nov 10 20:24:23.918349 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=90131853-1376-4ea2-aa1c-da65b676adf2,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:23.961273 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 9e052ca2-e0b9-43cb-85c2-26778f408e14, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:23.977496 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '9e052ca2-e0b9-43cb-85c2-26778f408e14', 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd', 'port_id': '9e052ca2-e0b9-43cb-85c2-26778f408e14', 'mac_address': 'fa:16:3e:17:c8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b643a36b-8e17-4293-b8c3-0483b248df2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:24:23.995951 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86ecc6-58b4-447f-91e8-acfe1ca2363b req-59335538-4b93-4305-a013-837d6213eac4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:23.997757 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a86ecc6-58b4-447f-91e8-acfe1ca2363b req-59335538-4b93-4305-a013-837d6213eac4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0705540 Nov 10 20:24:24.038681 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:24.054855 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e052ca2-e0b9-43cb-85c2-26778f408e14 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:24:24.066669 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a86ecc6-58b4-447f-91e8-acfe1ca2363b req-aff501f0-ab4c-455d-b8ca-d84dc2166929 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603285 Nov 10 20:24:24.080332 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 9e052ca2-e0b9-43cb-85c2-26778f408e14, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:24.085100 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:24.087410 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device d42128ef-056a-4e24-9f74-9421df70d133 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:24:24.172702 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12031b7-a1e1-491b-aaed-f1da5bda148c req-4c2457af-4e49-4d96-a2c4-d26ca4320dca tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:24.178396 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c12031b7-a1e1-491b-aaed-f1da5bda148c req-4c2457af-4e49-4d96-a2c4-d26ca4320dca tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0585480 Nov 10 20:24:24.192504 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=9e052ca2-e0b9-43cb-85c2-26778f408e14,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:24.242342 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c12031b7-a1e1-491b-aaed-f1da5bda148c req-31027ada-6594-4dd5-bfd7-d34f4c2d0cea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588779 Nov 10 20:24:24.244536 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port d42128ef-056a-4e24-9f74-9421df70d133, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d42128ef-056a-4e24-9f74-9421df70d133,segment=NetworkSegment(fb5b23a5-98d1-403f-9425-e4003d88fd8d),segment_id=fb5b23a5-98d1-403f-9425-e4003d88fd8d)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:24.260860 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'd42128ef-056a-4e24-9f74-9421df70d133', 'network_id': '2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1', 'port_id': 'd42128ef-056a-4e24-9f74-9421df70d133', 'mac_address': 'fa:16:3e:3a:ee:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb75bd3-0fcf-4def-8456-d7dded67873f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:24:24.308222 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:24.327956 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42128ef-056a-4e24-9f74-9421df70d133 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:24:24.353853 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port d42128ef-056a-4e24-9f74-9421df70d133, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d42128ef-056a-4e24-9f74-9421df70d133,segment=NetworkSegment(fb5b23a5-98d1-403f-9425-e4003d88fd8d),segment_id=fb5b23a5-98d1-403f-9425-e4003d88fd8d)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:24.357895 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:24.414064 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=d42128ef-056a-4e24-9f74-9421df70d133,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:24.557088 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18594475-da4b-4fb6-ac75-6bdaa284ac75 req-8b058f9c-62ea-40fe-ad6c-1b43591f5100 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:24.559505 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-18594475-da4b-4fb6-ac75-6bdaa284ac75 req-8b058f9c-62ea-40fe-ad6c-1b43591f5100 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 944 time: 0.0740526 Nov 10 20:24:24.612582 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-18594475-da4b-4fb6-ac75-6bdaa284ac75 req-b2b2d36e-1a0a-4d85-872a-77db2c3f37da tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468965 Nov 10 20:24:24.881546 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac413d-17b1-4eca-a28d-818efb097c0c req-bc015243-6c64-4048-82bf-4b8000ddaf92 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:24.883110 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-42ac413d-17b1-4eca-a28d-818efb097c0c req-bc015243-6c64-4048-82bf-4b8000ddaf92 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 944 time: 0.0544190 Nov 10 20:24:24.934614 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-42ac413d-17b1-4eca-a28d-818efb097c0c req-f271510d-5009-4f63-8357-ecd81495888e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 Nov 10 20:24:25.206739 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38262344-129b-4e73-a5bb-60b78878296b req-b92f4995-8b2a-4f76-971e-e7c5aa7a182e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:25.208269 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-38262344-129b-4e73-a5bb-60b78878296b req-b92f4995-8b2a-4f76-971e-e7c5aa7a182e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0501888 Nov 10 20:24:25.260922 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-38262344-129b-4e73-a5bb-60b78878296b req-dbf7935a-80bd-4901-994d-b8203746d93b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442255 Nov 10 20:24:25.371217 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce871cac-4590-4f90-8053-aad80a62c792 req-a190ebef-2e34-423b-a601-410196d4134f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:25.372790 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ce871cac-4590-4f90-8053-aad80a62c792 req-a190ebef-2e34-423b-a601-410196d4134f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0622730 Nov 10 20:24:25.424555 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ce871cac-4590-4f90-8053-aad80a62c792 req-8adba1c5-2c1e-407b-ab1b-fa4def2722d7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Nov 10 20:24:25.730123 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0564cf3-b6a8-4bac-bfca-ed9460d44471 req-e32be044-7f08-428a-97b5-5653e66909de tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:25.731659 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e0564cf3-b6a8-4bac-bfca-ed9460d44471 req-e32be044-7f08-428a-97b5-5653e66909de tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 944 time: 0.0482638 Nov 10 20:24:25.789759 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e0564cf3-b6a8-4bac-bfca-ed9460d44471 req-d4bcb288-6b99-4b12-b14f-94c80b753e6b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483451 Nov 10 20:24:26.055440 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b3f8-462e-425a-a319-8b8ea2d27e8f req-916bc8d2-009a-4ef6-b207-7003f70db5a3 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:26.057309 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7855b3f8-462e-425a-a319-8b8ea2d27e8f req-916bc8d2-009a-4ef6-b207-7003f70db5a3 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 944 time: 0.0544019 Nov 10 20:24:26.109000 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7855b3f8-462e-425a-a319-8b8ea2d27e8f req-e6071af5-2bf0-409f-9228-05b9369d6809 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449865 Nov 10 20:24:26.382125 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5b2a2-e210-424a-b4d7-437e261caa1d req-7d180d64-7e33-4313-8a09-7471c281311f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:26.384046 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a7c5b2a2-e210-424a-b4d7-437e261caa1d req-7d180d64-7e33-4313-8a09-7471c281311f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0512679 Nov 10 20:24:26.434799 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a7c5b2a2-e210-424a-b4d7-437e261caa1d req-fc2a040a-1760-4d14-a994-6123e4f6f8e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Nov 10 20:24:26.578954 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454917d-e989-47f7-9273-602278caadb0 req-d6ad6b7b-6de6-4aeb-9555-fbc45bdbc2bf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:26.580489 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d454917d-e989-47f7-9273-602278caadb0 req-d6ad6b7b-6de6-4aeb-9555-fbc45bdbc2bf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0749156 Nov 10 20:24:26.634216 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d454917d-e989-47f7-9273-602278caadb0 req-a6d30997-373c-4f46-a729-905473e2ea4b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475793 Nov 10 20:24:26.872937 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['9e052ca2-e0b9-43cb-85c2-26778f408e14'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:24:26.912729 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6af3c-5432-4825-9a4b-089b1b860577 req-b94f9c63-2c16-41f7-a033-78a7b95b71fc tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:26.914308 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-82b6af3c-5432-4825-9a4b-089b1b860577 req-b94f9c63-2c16-41f7-a033-78a7b95b71fc tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 944 time: 0.0537093 Nov 10 20:24:26.970869 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-82b6af3c-5432-4825-9a4b-089b1b860577 req-c459ae78-b47b-4532-89ca-3bfc94aac156 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498927 Nov 10 20:24:26.986865 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['d42128ef-056a-4e24-9f74-9421df70d133'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:24:26.990013 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['90131853-1376-4ea2-aa1c-da65b676adf2'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:24:27.258686 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32d13-7dda-4238-b927-f814261618b2 req-d51eaf71-2e58-4934-88b6-691f2b4ca6df tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:27.260175 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40f32d13-7dda-4238-b927-f814261618b2 req-d51eaf71-2e58-4934-88b6-691f2b4ca6df tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 944 time: 0.0601277 Nov 10 20:24:27.315192 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40f32d13-7dda-4238-b927-f814261618b2 req-839ca563-c20b-4e10-bf65-618c5bc53bc7 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490804 Nov 10 20:24:27.565842 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99650349-4fc7-4a51-916f-01e718f5f75a req-d3fc96ff-a7fa-4dd8-b381-b908b1f9e8db tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:27.567383 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-99650349-4fc7-4a51-916f-01e718f5f75a req-d3fc96ff-a7fa-4dd8-b381-b908b1f9e8db tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0555575 Nov 10 20:24:27.628722 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-99650349-4fc7-4a51-916f-01e718f5f75a req-b7e08027-0a73-4036-8ca3-d38aa03cd878 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544624 Nov 10 20:24:27.759150 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207eaaa-6b21-4322-82bd-6b8a17a46dc4 req-af2d59df-6f47-4b4c-aff0-3ac4ae9c5f04 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:27.760846 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7207eaaa-6b21-4322-82bd-6b8a17a46dc4 req-af2d59df-6f47-4b4c-aff0-3ac4ae9c5f04 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.0553343 Nov 10 20:24:27.813070 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7207eaaa-6b21-4322-82bd-6b8a17a46dc4 req-1a87c2de-56b6-47c5-8ae2-09afc4e6e0d5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443556 Nov 10 20:24:28.105998 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b2c6-d70b-4ac2-a139-dee6e5c71b15 req-a702c223-08ce-4088-b39b-285f68b0f417 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:28.107467 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-edf0b2c6-d70b-4ac2-a139-dee6e5c71b15 req-a702c223-08ce-4088-b39b-285f68b0f417 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 944 time: 0.0594814 Nov 10 20:24:28.168731 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-edf0b2c6-d70b-4ac2-a139-dee6e5c71b15 req-5ff1dec6-c36c-4175-8174-2153602a641d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547721 Nov 10 20:24:28.457788 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888ed8-8096-4157-8a9a-e6fe53123693 req-106b6e0e-8a10-4b3a-8137-0cf1cc6d9339 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:28.459543 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-35888ed8-8096-4157-8a9a-e6fe53123693 req-106b6e0e-8a10-4b3a-8137-0cf1cc6d9339 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 944 time: 0.0618689 Nov 10 20:24:28.527292 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-35888ed8-8096-4157-8a9a-e6fe53123693 req-9b2a2cd1-d722-435d-9c2b-0ccecdf12a42 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596209 Nov 10 20:24:28.799013 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d36550-251c-4f30-bd02-a998bfff8e70 req-be1355c9-fca6-4d0f-ae9c-e7e0afdd1518 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:28.800818 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-16d36550-251c-4f30-bd02-a998bfff8e70 req-be1355c9-fca6-4d0f-ae9c-e7e0afdd1518 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0809574 Nov 10 20:24:28.927365 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-16d36550-251c-4f30-bd02-a998bfff8e70 req-44aa391b-0591-437d-aa6b-beacea1da575 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103935 Nov 10 20:24:29.017018 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f035b-3ce8-45b1-9669-030edf67354e req-a410f5d1-ca2e-4527-98b1-5b64fa3af5e8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:29.020458 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-640f035b-3ce8-45b1-9669-030edf67354e req-a410f5d1-ca2e-4527-98b1-5b64fa3af5e8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 943 time: 0.1213744 Nov 10 20:24:29.045728 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:24:29.061371 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 9e052ca2-e0b9-43cb-85c2-26778f408e14 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:24:29.101244 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-640f035b-3ce8-45b1-9669-030edf67354e req-9a5cb43f-9665-4d3d-8839-d1bc84383535 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704300 Nov 10 20:24:29.155077 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33226) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:29.206956 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 9e052ca2-e0b9-43cb-85c2-26778f408e14 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:24:29.222640 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 9e052ca2-e0b9-43cb-85c2-26778f408e14 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:24:29.223267 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.258985 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:29.281941 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'port_id': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'mac_address': 'fa:16:3e:32:bb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:24:29.362811 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.375779 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.387669 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72144f1-ab4a-4465-b394-adf41d2339f3 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:24:29.393628 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.400540 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dc880-7f64-4108-9cb4-e0d5ea3ed150 req-55275ad5-a475-4192-bece-d9f758d7d3b9 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:29.406779 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-331dc880-7f64-4108-9cb4-e0d5ea3ed150 req-55275ad5-a475-4192-bece-d9f758d7d3b9 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 944 time: 0.1293106 Nov 10 20:24:29.418596 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:29.425988 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.426646 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:24:29.434795 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104c6828-9f3c-4afd-8980-06a4f3045b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e052ca2-e0b9-43cb-85c2-26778f408e14'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:24:29.528606 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-331dc880-7f64-4108-9cb4-e0d5ea3ed150 req-f050a0ea-8a72-4fb4-b55d-c4730471a659 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861793 Nov 10 20:24:29.533094 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.535630 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 9e052ca2-e0b9-43cb-85c2-26778f408e14, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:29.541886 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.546474 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.547253 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device d42128ef-056a-4e24-9f74-9421df70d133 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:24:29.602948 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd72e8122bf142858a02b099aee288fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454212 Nov 10 20:24:29.605007 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8ec4a7-0464-48d4-adec-3a3b7d2ea895,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:29.606475 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 33244) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:29.620625 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.621815 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.622663 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.623569 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.625267 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.626075 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.626926 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.627764 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.628655 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.629502 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.630236 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.631121 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23c513-d51a-4e64-9fd8-0453dde44589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.654772 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:29.730636 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9952c1-1a9a-4531-b180-b82b4d36b6ee" -d '{"events": [{"server_uuid": "104c6828-9f3c-4afd-8980-06a4f3045b3b", "name": "network-vif-plugged", "status": "completed", "tag": "9e052ca2-e0b9-43cb-85c2-26778f408e14"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:24:29.744906 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f325f-de53-44ca-8d53-e3b9252360a6 req-634695dc-ec37-4658-b41b-95fd3e66ffb8 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:29.745114 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:29.746620 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c79f325f-de53-44ca-8d53-e3b9252360a6 req-634695dc-ec37-4658-b41b-95fd3e66ffb8 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 944 time: 0.0908861 Nov 10 20:24:29.759972 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.769808 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port d42128ef-056a-4e24-9f74-9421df70d133 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:24:29.781008 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232', 'network_id': '0b571a51-96aa-4f58-9b78-4412fcb7f7fd', 'port_id': 'f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232', 'mac_address': 'fa:16:3e:ec:d0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b643a36b-8e17-4293-b8c3-0483b248df2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:24:29.786599 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port d42128ef-056a-4e24-9f74-9421df70d133 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:24:29.787169 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.791091 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=9e052ca2-e0b9-43cb-85c2-26778f408e14,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:29.812328 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.832691 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:24:29.854209 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c79f325f-de53-44ca-8d53-e3b9252360a6 req-1589ff4f-b786-4f6e-9875-e75dd763a5f3 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961986 Nov 10 20:24:29.901666 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.906722 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.909530 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.913122 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e8ec4a7-0464-48d4-adec-3a3b7d2ea895 HTTP/1.1" status: 204 len: 168 time: 0.3028967 Nov 10 20:24:29.916770 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a655e1c-8f8c-4b6d-b031-d99b53014e02 x-openstack-request-id: req-1a655e1c-8f8c-4b6d-b031-d99b53014e02 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:24:29.917081 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104c6828-9f3c-4afd-8980-06a4f3045b3b", "name": "network-vif-plugged", "status": "completed", "tag": "9e052ca2-e0b9-43cb-85c2-26778f408e14", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:24:29.917338 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a655e1c-8f8c-4b6d-b031-d99b53014e02 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:24:29.917798 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104c6828-9f3c-4afd-8980-06a4f3045b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e052ca2-e0b9-43cb-85c2-26778f408e14', 'code': 200} Nov 10 20:24:29.919771 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:24:29.926792 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8ec4a7-0464-48d4-adec-3a3b7d2ea895,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:29.937942 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.938521 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.938961 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.939393 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.940033 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.940612 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.941042 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.941464 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.942148 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.942745 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.943418 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.944031 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48889c-d407-4f62-96b5-1b39a27f63f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:29.990062 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:29.998108 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:30.038017 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:30.095388 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port d42128ef-056a-4e24-9f74-9421df70d133, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d42128ef-056a-4e24-9f74-9421df70d133,segment=NetworkSegment(fb5b23a5-98d1-403f-9425-e4003d88fd8d),segment_id=fb5b23a5-98d1-403f-9425-e4003d88fd8d)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:30.102500 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:30.105309 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:30.178628 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=d42128ef-056a-4e24-9f74-9421df70d133,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:30.190477 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba4df2-2317-4f4d-ab07-8e3614ea943d req-ee4a5722-13fc-4973-a824-e7382dff3dcc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:30.193725 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0aba4df2-2317-4f4d-ab07-8e3614ea943d req-ee4a5722-13fc-4973-a824-e7382dff3dcc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.1441545 Nov 10 20:24:30.291021 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d1d1c-c088-4e13-b5da-8111c8780649 req-27906eac-d0fe-4fcc-9fef-7a94c62d89b1 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:30.297233 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fb6d1d1c-c088-4e13-b5da-8111c8780649 req-27906eac-d0fe-4fcc-9fef-7a94c62d89b1 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 944 time: 0.0948026 Nov 10 20:24:30.351715 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0aba4df2-2317-4f4d-ab07-8e3614ea943d req-9c6937c7-3223-42d8-9491-f1b46099e84b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021056 Nov 10 20:24:30.381706 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc9aac-6a04-4186-b8dd-ce5c7552fbf1 req-ff214c78-3b93-4467-921b-a737930665f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:30.383351 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b1cc9aac-6a04-4186-b8dd-ce5c7552fbf1 req-ff214c78-3b93-4467-921b-a737930665f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1099 time: 0.1839132 Nov 10 20:24:30.408659 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fb6d1d1c-c088-4e13-b5da-8111c8780649 req-ca60b771-18e5-42bf-b786-286f4035692b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992134 Nov 10 20:24:30.409849 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-b1cc9aac-6a04-4186-b8dd-ce5c7552fbf1 req-97f4e935-4ab7-46a8-ad9a-2d4862d0115b service neutron] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:30.506676 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33274) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:30.521578 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a8c54912-b48f-45aa-a88a-0e5d64cc1d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:30.535687 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-b1cc9aac-6a04-4186-b8dd-ce5c7552fbf1 req-97f4e935-4ab7-46a8-ad9a-2d4862d0115b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:30.539979 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:24:30.548288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-b1cc9aac-6a04-4186-b8dd-ce5c7552fbf1 req-97f4e935-4ab7-46a8-ad9a-2d4862d0115b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:30.578911 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['c72144f1-ab4a-4465-b394-adf41d2339f3'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:24:30.697169 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4e935-4ab7-46a8-ad9a-2d4862d0115b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=109e092b-d036-46e5-a96a-63b5e28d6014,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:30.710099 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33288) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:30.754518 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b1cc9aac-6a04-4186-b8dd-ce5c7552fbf1 req-97f4e935-4ab7-46a8-ad9a-2d4862d0115b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627515 Nov 10 20:24:30.769456 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a8c54912-b48f-45aa-a88a-0e5d64cc1d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:30.775268 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a8c54912-b48f-45aa-a88a-0e5d64cc1d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:30.804040 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b3960-fdfa-4949-875b-5ad10fa15ca5 req-bc826ffb-7c40-445b-8122-c42bee1329ad tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:30.806503 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a51b3960-fdfa-4949-875b-5ad10fa15ca5 req-bc826ffb-7c40-445b-8122-c42bee1329ad tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 944 time: 0.0866075 Nov 10 20:24:30.846832 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-a8c54912-b48f-45aa-a88a-0e5d64cc1d3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e14b14df8612454da5b5f455d673355d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386710 Nov 10 20:24:30.849509 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c54912-b48f-45aa-a88a-0e5d64cc1d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108bd812-f1d6-4944-a8c8-dfe81b8d0630,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:30.853176 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33294) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:30.952776 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a51b3960-fdfa-4949-875b-5ad10fa15ca5 req-3a529cbb-ed3b-44d9-87b8-2aa475b79424 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339242 Nov 10 20:24:30.969238 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-eb7e994c-fb3d-49a1-8f33-534914451f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.059599 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3584371a-0426-4305-ade3-aa7d0bf9e10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.073006 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 90131853-1376-4ea2-aa1c-da65b676adf2 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:24:31.093034 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc3c89-1897-4ce4-8ae2-138c9cde68c7 req-202e07d9-7936-423d-a987-7cde84e98a57 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:31.095658 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8bfc3c89-1897-4ce4-8ae2-138c9cde68c7 req-202e07d9-7936-423d-a987-7cde84e98a57 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.1369662 Nov 10 20:24:31.156192 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 90131853-1376-4ea2-aa1c-da65b676adf2 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:24:31.156765 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3584371a-0426-4305-ade3-aa7d0bf9e10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.161589 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 90131853-1376-4ea2-aa1c-da65b676adf2 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:24:31.162120 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.226993 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-eb7e994c-fb3d-49a1-8f33-534914451f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.232448 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-eb7e994c-fb3d-49a1-8f33-534914451f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.246786 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8bfc3c89-1897-4ce4-8ae2-138c9cde68c7 req-c7c68ab6-d503-4af5-a104-bc845dca50cc tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346183 Nov 10 20:24:31.253550 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.282951 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-eb7e994c-fb3d-49a1-8f33-534914451f90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30d694baffce4e6fb46fb546a1c5453a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5717578 Nov 10 20:24:31.287263 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33302) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:31.292576 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e994c-fb3d-49a1-8f33-534914451f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeede50-042d-40f6-864f-5b8a222e00b4,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:31.301774 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 90131853-1376-4ea2-aa1c-da65b676adf2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90131853-1376-4ea2-aa1c-da65b676adf2,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:31.308210 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.315243 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3584371a-0426-4305-ade3-aa7d0bf9e10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.315978 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3584371a-0426-4305-ade3-aa7d0bf9e10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.319705 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-3584371a-0426-4305-ade3-aa7d0bf9e10e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/108bd812-f1d6-4944-a8c8-dfe81b8d0630 HTTP/1.1" status: 204 len: 168 time: 0.4623888 Nov 10 20:24:31.338790 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584371a-0426-4305-ade3-aa7d0bf9e10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108bd812-f1d6-4944-a8c8-dfe81b8d0630,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:31.367705 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f233e237-c686-4126-9b52-0a1d0202acd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.386577 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=90131853-1376-4ea2-aa1c-da65b676adf2,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:31.413345 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f233e237-c686-4126-9b52-0a1d0202acd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.484244 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f233e237-c686-4126-9b52-0a1d0202acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.488861 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f233e237-c686-4126-9b52-0a1d0202acd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:31.490490 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-f233e237-c686-4126-9b52-0a1d0202acd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeeede50-042d-40f6-864f-5b8a222e00b4 HTTP/1.1" status: 204 len: 168 time: 0.2039459 Nov 10 20:24:31.506279 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d2291-bb16-4208-94f9-9734bf082e40 req-336066ac-4fb3-4baa-a8dd-b100a9e3c3a6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:31.506952 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233e237-c686-4126-9b52-0a1d0202acd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeede50-042d-40f6-864f-5b8a222e00b4,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:31.508771 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-204d2291-bb16-4208-94f9-9734bf082e40 req-336066ac-4fb3-4baa-a8dd-b100a9e3c3a6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0649211 Nov 10 20:24:31.576527 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-204d2291-bb16-4208-94f9-9734bf082e40 req-0470773c-63c7-4717-986c-eac3951f8e41 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598407 Nov 10 20:24:31.584591 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619e54e-7091-4abe-a48e-1a0198598b63 req-974b1ef5-b9bc-4083-ab32-6a6bdef96076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:31.586324 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d619e54e-7091-4abe-a48e-1a0198598b63 req-974b1ef5-b9bc-4083-ab32-6a6bdef96076 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 944 time: 0.0564606 Nov 10 20:24:31.660318 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d619e54e-7091-4abe-a48e-1a0198598b63 req-f03c286c-460a-49db-981f-840df3675f51 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645676 Nov 10 20:24:31.919179 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3534c1-df66-45c2-b809-fac88b8e634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42128ef-056a-4e24-9f74-9421df70d133'}, {'server_uuid': '924f2fc1-6156-4824-be73-353fe6971d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90131853-1376-4ea2-aa1c-da65b676adf2'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:24:31.923513 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ca2056-0680-4f29-ba39-d7021930e1aa" -d '{"events": [{"server_uuid": "bb3534c1-df66-45c2-b809-fac88b8e634e", "name": "network-vif-plugged", "status": "completed", "tag": "d42128ef-056a-4e24-9f74-9421df70d133"}, {"server_uuid": "924f2fc1-6156-4824-be73-353fe6971d3a", "name": "network-vif-plugged", "status": "completed", "tag": "90131853-1376-4ea2-aa1c-da65b676adf2"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:24:31.977939 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 20:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4acf7c-f574-4d38-b9ec-29a8fd95fecc x-openstack-request-id: req-9d4acf7c-f574-4d38-b9ec-29a8fd95fecc {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:24:31.978704 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3534c1-df66-45c2-b809-fac88b8e634e", "name": "network-vif-plugged", "status": "completed", "tag": "d42128ef-056a-4e24-9f74-9421df70d133", "code": 200}, {"server_uuid": "924f2fc1-6156-4824-be73-353fe6971d3a", "name": "network-vif-plugged", "status": "completed", "tag": "90131853-1376-4ea2-aa1c-da65b676adf2", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:24:31.979231 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d4acf7c-f574-4d38-b9ec-29a8fd95fecc {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:24:31.980178 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3534c1-df66-45c2-b809-fac88b8e634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42128ef-056a-4e24-9f74-9421df70d133', 'code': 200} Nov 10 20:24:31.980547 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924f2fc1-6156-4824-be73-353fe6971d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90131853-1376-4ea2-aa1c-da65b676adf2', 'code': 200} Nov 10 20:24:32.191767 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0b045-59e2-40eb-91ff-dd18daad1561 req-314d0146-8d07-4335-a5ba-5826b1c571de tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:32.215371 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f9f0b045-59e2-40eb-91ff-dd18daad1561 req-314d0146-8d07-4335-a5ba-5826b1c571de tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.1606026 Nov 10 20:24:32.224196 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:32.347892 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f9f0b045-59e2-40eb-91ff-dd18daad1561 req-a1bd5c5d-3c13-4c3f-b626-9a3e1b556e01 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313803 Nov 10 20:24:32.452196 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48f01-2879-41cc-9798-df81327714d4 req-3ed21c51-b111-42a8-a8b5-a89dc43d0f3c tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:32.461472 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-50e48f01-2879-41cc-9798-df81327714d4 req-3ed21c51-b111-42a8-a8b5-a89dc43d0f3c tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.0625553 Nov 10 20:24:32.561562 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-50e48f01-2879-41cc-9798-df81327714d4 req-53bb6cc0-d648-405a-ae52-dac316dbafb7 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936649 Nov 10 20:24:32.713737 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af20448-1179-48ba-b699-9824c57cbc61 req-2f15489b-8352-4cf7-8a38-e5dc9a00e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:32.719371 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0af20448-1179-48ba-b699-9824c57cbc61 req-2f15489b-8352-4cf7-8a38-e5dc9a00e28b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 1098 time: 0.0863843 Nov 10 20:24:32.788175 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97b735-c0f7-45b9-9ed6-67aaaf3255cb req-807c87f5-f873-4ff0-8f9f-a94a6fd3ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:32.790199 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fa97b735-c0f7-45b9-9ed6-67aaaf3255cb req-807c87f5-f873-4ff0-8f9f-a94a6fd3ef28 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 1098 time: 0.1570878 Nov 10 20:24:32.801239 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585d8af-6037-42a0-8fbd-69a48d322a41 req-5ce44a95-76f5-4952-8453-e2765ccfd48f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:32.811854 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b585d8af-6037-42a0-8fbd-69a48d322a41 req-5ce44a95-76f5-4952-8453-e2765ccfd48f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.1309543 Nov 10 20:24:32.867396 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0af20448-1179-48ba-b699-9824c57cbc61 req-1ae1b4d7-2f89-4fbe-b5f2-72688dd28ea0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395929 Nov 10 20:24:32.889203 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc533119-b484-40bd-9e5d-325e95feeaf7 req-4c73e24c-86be-49ab-8025-95b9bdd17a2a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:32.891541 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dc533119-b484-40bd-9e5d-325e95feeaf7 req-4c73e24c-86be-49ab-8025-95b9bdd17a2a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 944 time: 0.0963337 Nov 10 20:24:32.916951 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33386) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:32.938141 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fa97b735-c0f7-45b9-9ed6-67aaaf3255cb req-74f0040b-9ebe-45e7-8dd4-2b3f5c335a42 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167593 Nov 10 20:24:32.953607 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b585d8af-6037-42a0-8fbd-69a48d322a41 req-b3cc619a-6d81-4bb6-ad3a-5db3c1b77f4b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344304 Nov 10 20:24:32.969903 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dc533119-b484-40bd-9e5d-325e95feeaf7 req-fbecf179-ae67-410b-b113-e0aeed023384 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704832 Nov 10 20:24:33.094909 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:24:33.156157 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port c72144f1-ab4a-4465-b394-adf41d2339f3 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:24:33.160760 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port c72144f1-ab4a-4465-b394-adf41d2339f3 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:24:33.161337 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.196207 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1577097c-62a1-443b-84a2-9a821e4301ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.273477 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.312316 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1577097c-62a1-443b-84a2-9a821e4301ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.319112 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1577097c-62a1-443b-84a2-9a821e4301ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.320630 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:33.326261 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.328108 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:24:33.366021 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-1577097c-62a1-443b-84a2-9a821e4301ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28861c5b4a4c4869b478ab13cd753ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4431441 Nov 10 20:24:33.369015 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 33402) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:33.378023 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577097c-62a1-443b-84a2-9a821e4301ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61ccc06-2021-4bb1-b184-a60371930d5b,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:33.490807 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5251f3e-42b3-4461-b00d-8aec7ca3b710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.510540 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:33.527659 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38935808-711a-4649-84bc-88f18fa1f0d1 req-6296b26b-fee1-4201-a879-b3f31ad67d1c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:33.528012 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.528396 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.528742 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.529078 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.529236 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-38935808-711a-4649-84bc-88f18fa1f0d1 req-6296b26b-fee1-4201-a879-b3f31ad67d1c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0664754 Nov 10 20:24:33.529404 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.529735 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.530093 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.530420 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.530760 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.531085 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.531405 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.531719 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:33.541144 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5251f3e-42b3-4461-b00d-8aec7ca3b710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.567458 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:24:33.574860 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:24:33.575223 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.641882 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5251f3e-42b3-4461-b00d-8aec7ca3b710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.657775 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5251f3e-42b3-4461-b00d-8aec7ca3b710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.659009 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-e5251f3e-42b3-4461-b00d-8aec7ca3b710 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e61ccc06-2021-4bb1-b184-a60371930d5b HTTP/1.1" status: 204 len: 168 time: 0.2889891 Nov 10 20:24:33.671817 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5251f3e-42b3-4461-b00d-8aec7ca3b710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61ccc06-2021-4bb1-b184-a60371930d5b,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:33.687393 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-38935808-711a-4649-84bc-88f18fa1f0d1 req-10ed4787-8aaf-4dd8-85a3-3e3fed116342 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443870 Nov 10 20:24:33.708365 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.762719 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:33.768018 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:33.773467 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a98d8-bf38-44a1-ac13-70c359bd1a07 req-951fa739-503b-4c9b-82f6-9a30d567ae49 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:33.776566 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-259a98d8-bf38-44a1-ac13-70c359bd1a07 req-951fa739-503b-4c9b-82f6-9a30d567ae49 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.0713377 Nov 10 20:24:33.851897 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:33.862248 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-259a98d8-bf38-44a1-ac13-70c359bd1a07 req-e5c12d8a-b203-4509-aba5-d9d5f7d858f7 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776317 Nov 10 20:24:33.981643 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3'}, {'server_uuid': '6e834703-51b9-433d-9bfc-05b2833f889c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:24:33.985693 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ad4a68-6ad7-4682-9766-24021e349f5a" -d '{"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-plugged", "status": "completed", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3"}, {"server_uuid": "6e834703-51b9-433d-9bfc-05b2833f889c", "name": "network-vif-plugged", "status": "completed", "tag": "f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:24:34.070614 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 20:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163bfeb5-04f6-40bd-b4ec-e72ec3991ac8 x-openstack-request-id: req-163bfeb5-04f6-40bd-b4ec-e72ec3991ac8 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:24:34.071109 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-plugged", "status": "completed", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3", "code": 200}, {"server_uuid": "6e834703-51b9-433d-9bfc-05b2833f889c", "name": "network-vif-plugged", "status": "completed", "tag": "f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:24:34.071494 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-163bfeb5-04f6-40bd-b4ec-e72ec3991ac8 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:24:34.072484 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'code': 200} Nov 10 20:24:34.072981 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e834703-51b9-433d-9bfc-05b2833f889c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232', 'code': 200} Nov 10 20:24:34.160229 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80770a-9860-4f44-9648-4cdacf19a350 req-3cec86f3-a16b-4a2a-99e6-85b830676c39 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:34.168112 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ef80770a-9860-4f44-9648-4cdacf19a350 req-3cec86f3-a16b-4a2a-99e6-85b830676c39 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0755444 Nov 10 20:24:34.230941 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ef80770a-9860-4f44-9648-4cdacf19a350 req-b720d1f7-4883-441d-bfb6-e8ca395f6eeb tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619271 Nov 10 20:24:34.245813 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26b686-9016-4b11-af03-0ccd0c385a31 req-1a4d875e-5504-4a67-afd5-66754f9c23f4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:34.252531 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-df26b686-9016-4b11-af03-0ccd0c385a31 req-1a4d875e-5504-4a67-afd5-66754f9c23f4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.1135316 Nov 10 20:24:34.361080 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-df26b686-9016-4b11-af03-0ccd0c385a31 req-ae3f7f46-708d-4643-8d06-75de5fc07f79 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859795 Nov 10 20:24:34.458524 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f677c69-e832-4103-9891-fd1a43daf634 req-8cdf2053-3fcc-453b-8db5-3dd654c2636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:34.460036 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0f677c69-e832-4103-9891-fd1a43daf634 req-8cdf2053-3fcc-453b-8db5-3dd654c2636d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 1099 time: 0.0612028 Nov 10 20:24:34.465009 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4a801-e12d-4345-94fd-8e51a513ec5d req-5feb703b-c619-41bf-8867-80aefa584e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:34.467020 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-aef4a801-e12d-4345-94fd-8e51a513ec5d req-5feb703b-c619-41bf-8867-80aefa584e66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 1098 time: 0.0694356 Nov 10 20:24:34.515868 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0f677c69-e832-4103-9891-fd1a43daf634 req-1a398d81-dab9-4045-b61d-4a49117091c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482166 Nov 10 20:24:34.531613 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-aef4a801-e12d-4345-94fd-8e51a513ec5d req-9bf961ff-d384-4bbc-86f3-4df2a9676eb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 Nov 10 20:24:34.566982 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33450) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:34.581173 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9dc5-e8e9-4ae9-b8db-df811fb9818f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:34.670411 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9dc5-e8e9-4ae9-b8db-df811fb9818f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:34.677591 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9dc5-e8e9-4ae9-b8db-df811fb9818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:34.724947 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-fa0b9dc5-e8e9-4ae9-b8db-df811fb9818f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39b27b148a994c2da49ec184f728c0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568565 Nov 10 20:24:34.726971 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b9dc5-e8e9-4ae9-b8db-df811fb9818f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a7cf87-0406-4727-a679-24804f2c98c0,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:34.727712 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 33460) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:34.796041 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4c0f68db-2cbd-435b-b8cd-30585976a616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:34.826334 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4c0f68db-2cbd-435b-b8cd-30585976a616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:34.835009 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af6855-1537-4cbf-a88d-be68a5fa52df req-f108d593-6e10-46f3-ae40-6a7cc288e6b5 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:34.836634 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-67af6855-1537-4cbf-a88d-be68a5fa52df req-f108d593-6e10-46f3-ae40-6a7cc288e6b5 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0568612 Nov 10 20:24:34.883184 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4c0f68db-2cbd-435b-b8cd-30585976a616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:34.887800 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4c0f68db-2cbd-435b-b8cd-30585976a616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:34.905422 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-4c0f68db-2cbd-435b-b8cd-30585976a616 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45a7cf87-0406-4727-a679-24804f2c98c0 HTTP/1.1" status: 204 len: 168 time: 0.1729987 Nov 10 20:24:34.925674 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-67af6855-1537-4cbf-a88d-be68a5fa52df req-67872025-5128-433c-b0c0-e9f66a3e7a63 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785937 Nov 10 20:24:34.926681 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f68db-2cbd-435b-b8cd-30585976a616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a7cf87-0406-4727-a679-24804f2c98c0,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:35.229844 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522aea6-7ca0-46b7-8034-fbff2692deb8 req-97d6df8a-885f-4914-84de-aa21408618d3 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:35.231617 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9522aea6-7ca0-46b7-8034-fbff2692deb8 req-97d6df8a-885f-4914-84de-aa21408618d3 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.2521141 Nov 10 20:24:35.291247 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9522aea6-7ca0-46b7-8034-fbff2692deb8 req-5d6a5cf7-4ee1-495a-a211-035d939ef596 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519590 Nov 10 20:24:35.409344 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628bbe-f816-4387-a1ec-defc81d4e6cc req-9caa502c-08f0-476d-b748-2e858182d6e1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:35.416563 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-62628bbe-f816-4387-a1ec-defc81d4e6cc req-9caa502c-08f0-476d-b748-2e858182d6e1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0801177 Nov 10 20:24:35.496931 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-62628bbe-f816-4387-a1ec-defc81d4e6cc req-c7020784-2595-494b-80de-4b7dc2b3b9a5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724459 Nov 10 20:24:35.568739 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dac01-301e-4495-a988-32e89b77eabf req-7c490108-a2a1-4fd4-9e50-263f35badf84 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:35.571217 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b75dac01-301e-4495-a988-32e89b77eabf req-7c490108-a2a1-4fd4-9e50-263f35badf84 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.1139767 Nov 10 20:24:35.647329 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b75dac01-301e-4495-a988-32e89b77eabf req-a7b10126-3b51-4058-92b9-741566815724 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670722 Nov 10 20:24:36.083634 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8f249-bc7e-4e86-8163-6931064049a0 req-bee57437-fce0-4e04-bf28-86c29f22350f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:36.085270 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-16a8f249-bc7e-4e86-8163-6931064049a0 req-bee57437-fce0-4e04-bf28-86c29f22350f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0733805 Nov 10 20:24:36.149366 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-16a8f249-bc7e-4e86-8163-6931064049a0 req-68762967-3333-4526-8e62-f19bd058030d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530829 Nov 10 20:24:36.464498 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396e6d3-9e9f-4da8-8a60-83c81b1b7f32 req-915b5134-0352-43eb-a28f-96b0cc029d0a tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:36.464498 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9396e6d3-9e9f-4da8-8a60-83c81b1b7f32 req-915b5134-0352-43eb-a28f-96b0cc029d0a tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.0823591 Nov 10 20:24:36.563861 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9396e6d3-9e9f-4da8-8a60-83c81b1b7f32 req-1600bede-4297-43e0-959d-a5d617c36b34 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913410 Nov 10 20:24:36.702039 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946c4be-a792-4610-b761-026f396393ba req-fa03fa1c-3634-450b-a2f1-19cc4f1b184d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:36.704460 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f946c4be-a792-4610-b761-026f396393ba req-fa03fa1c-3634-450b-a2f1-19cc4f1b184d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0536594 Nov 10 20:24:36.759709 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f946c4be-a792-4610-b761-026f396393ba req-d1c24c62-f469-4626-b845-0648d36549d3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500970 Nov 10 20:24:36.810809 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d578a0-83c1-4be0-baa8-e1f0a8cea0cb req-3266f1d7-8c03-47fd-ae11-848f5f64f276 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:36.820211 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b4d578a0-83c1-4be0-baa8-e1f0a8cea0cb req-3266f1d7-8c03-47fd-ae11-848f5f64f276 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0709262 Nov 10 20:24:36.876605 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b4d578a0-83c1-4be0-baa8-e1f0a8cea0cb req-f40724d6-7943-4afa-82b9-87d8a03ed72f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550101 Nov 10 20:24:37.353499 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33578) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:37.474042 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8b4a986e-747c-44e2-8d8c-e69f3ecc03b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:37.552115 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8b4a986e-747c-44e2-8d8c-e69f3ecc03b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:37.555805 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8b4a986e-747c-44e2-8d8c-e69f3ecc03b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:37.596376 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-8b4a986e-747c-44e2-8d8c-e69f3ecc03b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81f7584a0db34572bdc6828ec5058e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413704 Nov 10 20:24:37.597487 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a986e-747c-44e2-8d8c-e69f3ecc03b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff014f47-85e1-4c6f-af65-3a4720642ebd,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:37.599094 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 33586) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:37.653646 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-894e3269-b39c-4463-a5c4-8e7821de9178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:37.674988 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-894e3269-b39c-4463-a5c4-8e7821de9178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:37.725181 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-894e3269-b39c-4463-a5c4-8e7821de9178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:37.730121 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-894e3269-b39c-4463-a5c4-8e7821de9178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:37.730121 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-894e3269-b39c-4463-a5c4-8e7821de9178 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff014f47-85e1-4c6f-af65-3a4720642ebd HTTP/1.1" status: 204 len: 168 time: 0.1287990 Nov 10 20:24:37.737520 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e3269-b39c-4463-a5c4-8e7821de9178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff014f47-85e1-4c6f-af65-3a4720642ebd,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:37.894547 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12529c-7f28-4a5f-8a01-320b40870735 req-fee941ca-dd6e-4e4c-86ce-df2628a64555 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:37.896109 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fb12529c-7f28-4a5f-8a01-320b40870735 req-fee941ca-dd6e-4e4c-86ce-df2628a64555 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0577676 Nov 10 20:24:37.971884 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fb12529c-7f28-4a5f-8a01-320b40870735 req-1ea034a6-df0b-49be-975b-a9f05c4658e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668743 Nov 10 20:24:38.020202 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f21d1-0ebe-404e-b243-58e74e485b58 req-2d19a41e-3b95-4b80-8b47-20d15c1b4f63 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:38.021693 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a30f21d1-0ebe-404e-b243-58e74e485b58 req-2d19a41e-3b95-4b80-8b47-20d15c1b4f63 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0619252 Nov 10 20:24:38.088731 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a30f21d1-0ebe-404e-b243-58e74e485b58 req-b7b8a6ed-7329-420a-816d-6d924762c643 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558395 Nov 10 20:24:38.146608 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 33606) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:38.162019 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e16cdcea-a088-47e1-ad6e-f523ae940c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:38.270400 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e16cdcea-a088-47e1-ad6e-f523ae940c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:38.276108 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e16cdcea-a088-47e1-ad6e-f523ae940c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:38.318772 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-e16cdcea-a088-47e1-ad6e-f523ae940c65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa755f5615f249f6b5b85c96f0f7056a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694698 Nov 10 20:24:38.319644 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cdcea-a088-47e1-ad6e-f523ae940c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fa66d7-12b0-463e-a6d3-1f09198dd3f7,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:38.322578 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 33610) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:38.365454 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32e28c-a5fc-465c-a3ea-b5b9f0575935 req-8ff70491-26c8-4941-ac00-c0b89477c313 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:38.367196 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6f32e28c-a5fc-465c-a3ea-b5b9f0575935 req-8ff70491-26c8-4941-ac00-c0b89477c313 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.2666821 Nov 10 20:24:38.377875 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33612) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:38.382948 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-fc5fc3c2-c844-4913-8336-d513b7da2bdd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'floatingip': {'port_id': 'c72144f1-ab4a-4465-b394-adf41d2339f3'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:38.387191 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb7d9-8e83-4cf7-8e87-b831cfdb8981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:38.415524 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb7d9-8e83-4cf7-8e87-b831cfdb8981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:38.469561 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc3c2-c844-4913-8336-d513b7da2bdd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:38.506789 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb7d9-8e83-4cf7-8e87-b831cfdb8981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:38.509571 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb7d9-8e83-4cf7-8e87-b831cfdb8981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:38.513227 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-6d1bb7d9-8e83-4cf7-8e87-b831cfdb8981 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07fa66d7-12b0-463e-a6d3-1f09198dd3f7 HTTP/1.1" status: 204 len: 168 time: 0.1875308 Nov 10 20:24:38.525545 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bb7d9-8e83-4cf7-8e87-b831cfdb8981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fa66d7-12b0-463e-a6d3-1f09198dd3f7,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:39.209173 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29004679-dcf0-4dc8-a33d-25e521bcc71a req-4c3eeb2e-5c29-48b5-88fa-ea66cf21a169 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:39.218434 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-29004679-dcf0-4dc8-a33d-25e521bcc71a req-4c3eeb2e-5c29-48b5-88fa-ea66cf21a169 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0658243 Nov 10 20:24:39.288508 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc3c2-c844-4913-8336-d513b7da2bdd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:39.290931 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-29004679-dcf0-4dc8-a33d-25e521bcc71a req-8a1ebebc-1abb-4fc8-b246-7c4f19af754c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708408 Nov 10 20:24:39.297377 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc3c2-c844-4913-8336-d513b7da2bdd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:39.428522 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [None req-fc5fc3c2-c844-4913-8336-d513b7da2bdd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Floating IP fe25648d-fb68-498e-9753-6a72b78978d5 associated. External IP: 172.27.3.62, port: c72144f1-ab4a-4465-b394-adf41d2339f3. Nov 10 20:24:39.650277 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984fdde-d388-4eb9-81fc-bc2c07a20237 req-a1e849ca-590e-4469-975c-a54044fd1f33 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:39.659216 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a984fdde-d388-4eb9-81fc-bc2c07a20237 req-a1e849ca-590e-4469-975c-a54044fd1f33 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0807259 Nov 10 20:24:39.684135 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5fc3c2-c844-4913-8336-d513b7da2bdd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:24:39.749722 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a984fdde-d388-4eb9-81fc-bc2c07a20237 req-1cc2a747-a90c-4055-b168-733d581e25f2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859296 Nov 10 20:24:40.106575 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc09128-4e18-4111-b295-3074219aae7f req-e1a52690-bdec-4ef4-aa93-96162940e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:40.110671 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9bc09128-4e18-4111-b295-3074219aae7f req-e1a52690-bdec-4ef4-aa93-96162940e1c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 1098 time: 0.4068203 Nov 10 20:24:40.113812 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5fc3c2-c844-4913-8336-d513b7da2bdd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:24:40.119050 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc3c2-c844-4913-8336-d513b7da2bdd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:40.131101 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] Sync routers for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:24:40.147669 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:24:40.149646 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:24:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:40.286254 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-fc5fc3c2-c844-4913-8336-d513b7da2bdd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "PUT /v2.0/floatingips/fe25648d-fb68-498e-9753-6a72b78978d5 HTTP/1.1" status: 200 len: 991 time: 1.9038432 Nov 10 20:24:40.293308 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:24:40.297260 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:24:40.309247 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:24:40.330951 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97b7a332-9050-406e-b534-8271edca57b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:40.385959 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc09128-4e18-4111-b295-3074219aae7f req-e3eca9b1-8a4a-4708-a5e0-3668c853580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:40.387662 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9bc09128-4e18-4111-b295-3074219aae7f req-e3eca9b1-8a4a-4708-a5e0-3668c853580b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 920 time: 0.2607408 Nov 10 20:24:40.663614 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': 'fe25648d-fb68-498e-9753-6a72b78978d5', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'port_id': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'mac_address': 'fa:16:3e:32:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:23:46Z', 'updated_at': '2021-11-10T20:24:39Z', 'revision_number': 1, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:40.695064 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] Checking router: 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:24:40.707653 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:24:40.708506 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:24:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:40.903136 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:24:41.136863 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': 'fe25648d-fb68-498e-9753-6a72b78978d5', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'port_id': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'mac_address': 'fa:16:3e:32:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:23:46Z', 'updated_at': '2021-11-10T20:24:39Z', 'revision_number': 1, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:41.164702 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d68c68-0a24-4593-a6e4-f0ae524aa3d5 None None] The sync data for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi is: [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': 'fe25648d-fb68-498e-9753-6a72b78978d5', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'port_id': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'mac_address': 'fa:16:3e:32:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:23:46Z', 'updated_at': '2021-11-10T20:24:39Z', 'revision_number': 1, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:24:41.231122 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 33778) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:41.345833 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef830-26a7-4b2b-9442-bdfa68e3c6dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:41.372803 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299a7bb-213e-4af0-bae2-bd1d9632f9f3 None None] New status for floating IP fe25648d-fb68-498e-9753-6a72b78978d5: ACTIVE {{(pid=101641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:24:41.427316 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef830-26a7-4b2b-9442-bdfa68e3c6dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:41.431283 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef830-26a7-4b2b-9442-bdfa68e3c6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:41.470784 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9b5ef830-26a7-4b2b-9442-bdfa68e3c6dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9b86318d5974b63b834fb8c5ae268c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385688 Nov 10 20:24:41.471653 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ef830-26a7-4b2b-9442-bdfa68e3c6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcde8df-2f6a-47c2-8254-b0416d222925,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:41.473422 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33782) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:41.522461 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c85e8665-b15a-43a2-856d-b84198dcbfad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:41.543981 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c85e8665-b15a-43a2-856d-b84198dcbfad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:41.603228 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c85e8665-b15a-43a2-856d-b84198dcbfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:41.606902 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c85e8665-b15a-43a2-856d-b84198dcbfad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:41.608890 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c85e8665-b15a-43a2-856d-b84198dcbfad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fcde8df-2f6a-47c2-8254-b0416d222925 HTTP/1.1" status: 204 len: 168 time: 0.1344264 Nov 10 20:24:41.619754 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e8665-b15a-43a2-856d-b84198dcbfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcde8df-2f6a-47c2-8254-b0416d222925,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:41.876826 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 33792) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:41.897223 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-361b2dc7-0f55-488b-afb8-089bc49b09d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:41.970590 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-361b2dc7-0f55-488b-afb8-089bc49b09d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:41.974422 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-361b2dc7-0f55-488b-afb8-089bc49b09d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:42.011551 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-361b2dc7-0f55-488b-afb8-089bc49b09d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54114057391e448fa92b3762fe7ad7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336532 Nov 10 20:24:42.012408 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b2dc7-0f55-488b-afb8-089bc49b09d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5292a1-4c65-45c8-ae5e-728a715a9268,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:42.014261 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 33794) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:42.066390 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-59761a2a-02b4-418e-894b-575a2f01162a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:42.088513 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-59761a2a-02b4-418e-894b-575a2f01162a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:42.135736 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-59761a2a-02b4-418e-894b-575a2f01162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:42.138270 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-59761a2a-02b4-418e-894b-575a2f01162a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:42.139429 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-59761a2a-02b4-418e-894b-575a2f01162a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c5292a1-4c65-45c8-ae5e-728a715a9268 HTTP/1.1" status: 204 len: 168 time: 0.1223123 Nov 10 20:24:42.150830 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59761a2a-02b4-418e-894b-575a2f01162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5292a1-4c65-45c8-ae5e-728a715a9268,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:42.602892 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-6b07d866-51f0-471b-b280-29cf2bf00034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:43.792979 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:44.897289 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9bc09128-4e18-4111-b295-3074219aae7f req-3307b56c-8f71-4a84-be87-7271f1af3617 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 HTTP/1.1" status: 200 len: 217 time: 0.0353310 Nov 10 20:24:45.086173 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc09128-4e18-4111-b295-3074219aae7f req-568b38e2-607a-4f90-bfd8-a9c25699276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:45.087629 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9bc09128-4e18-4111-b295-3074219aae7f req-568b38e2-607a-4f90-bfd8-a9c25699276a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.0521612 Nov 10 20:24:45.101646 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7c3d36-95dc-467e-8f3b-8a3088eca8e1 x-openstack-request-id: req-8c7c3d36-95dc-467e-8f3b-8a3088eca8e1 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:24:45.101932 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:24:45.102181 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c7c3d36-95dc-467e-8f3b-8a3088eca8e1 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:24:45.102709 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'status': 'completed', 'code': 200} Nov 10 20:24:45.192903 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031f1fb-69c9-426d-bcac-bf23186978b1 req-ac0d2539-af8f-4ea3-a1f4-0d898eeb99b7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:45.194347 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f031f1fb-69c9-426d-bcac-bf23186978b1 req-ac0d2539-af8f-4ea3-a1f4-0d898eeb99b7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0464420 Nov 10 20:24:45.240837 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f031f1fb-69c9-426d-bcac-bf23186978b1 req-a27355a4-a9ad-471f-b35a-08d12b1103d5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Nov 10 20:24:45.259972 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:45.380811 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9bc09128-4e18-4111-b295-3074219aae7f req-b75b5066-bf1b-4b1f-bbe1-2df9c0e9e726 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243161 Nov 10 20:24:45.504366 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-f9df5453-9877-4b55-9758-6b2cf45bf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:45.506012 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-f9df5453-9877-4b55-9758-6b2cf45bf8e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 1099 time: 0.0508063 Nov 10 20:24:45.556513 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9bc09128-4e18-4111-b295-3074219aae7f req-67cbdae5-c6f7-4a11-848b-aad61d53c228 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003919 Nov 10 20:24:45.624288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-1df57b85-e708-4787-8305-f80547cb7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:45.626240 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-1df57b85-e708-4787-8305-f80547cb7a80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.1041336 Nov 10 20:24:45.666952 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9bc09128-4e18-4111-b295-3074219aae7f req-111f3584-6498-442b-bcf4-c6d8656a2f9c service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977063 Nov 10 20:24:45.743697 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-8db2c199-69e7-4d52-b807-88e8452a7902 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c72144f1-ab4a-4465-b394-adf41d2339f3 HTTP/1.1" status: 200 len: 1001 time: 0.0974722 Nov 10 20:24:45.853668 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-a3563e11-3d3f-41fa-ac91-c684486b98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:45.855111 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-a3563e11-3d3f-41fa-ac91-c684486b98c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0529890 Nov 10 20:24:45.906114 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-8bcc0735-2128-4343-9f17-89f624946379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:45.907691 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-8bcc0735-2128-4343-9f17-89f624946379 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411770 Nov 10 20:24:46.325674 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:46.367448 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a91919-fd6d-40f2-8bab-7e7e4f911542 req-74cfbd14-7d58-48c8-bdaf-0a8db82fb7c5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:46.368975 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d3a91919-fd6d-40f2-8bab-7e7e4f911542 req-74cfbd14-7d58-48c8-bdaf-0a8db82fb7c5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0560508 Nov 10 20:24:46.416970 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d3a91919-fd6d-40f2-8bab-7e7e4f911542 req-59b0a030-cbf3-4fb3-89e9-13889b648c91 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Nov 10 20:24:47.527204 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1469a9-7cbf-4a1c-b821-6d06d77fa9b1 req-e309c3f6-d06d-48bf-8dbb-1d3dd477b35e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:47.528694 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5c1469a9-7cbf-4a1c-b821-6d06d77fa9b1 req-e309c3f6-d06d-48bf-8dbb-1d3dd477b35e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0470042 Nov 10 20:24:47.576436 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5c1469a9-7cbf-4a1c-b821-6d06d77fa9b1 req-83bf7b64-c8f5-4074-8bd0-1b48266517d4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 Nov 10 20:24:48.695467 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446430f2-9abe-4a67-9321-a532664e633f req-3ff30a1b-3ce1-4473-8dcd-1eb2b1e0ea0e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:48.696927 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-446430f2-9abe-4a67-9321-a532664e633f req-3ff30a1b-3ce1-4473-8dcd-1eb2b1e0ea0e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0519023 Nov 10 20:24:48.746548 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-446430f2-9abe-4a67-9321-a532664e633f req-470928b9-dbdf-4586-af2f-62e6bf36d545 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Nov 10 20:24:49.862966 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854ffc-66d5-41fa-9768-8e7e497b2f89 req-7f8a3890-c04f-48f1-a06e-c2ac5dd4554e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:49.864569 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3d854ffc-66d5-41fa-9768-8e7e497b2f89 req-7f8a3890-c04f-48f1-a06e-c2ac5dd4554e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0495625 Nov 10 20:24:49.915562 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3d854ffc-66d5-41fa-9768-8e7e497b2f89 req-48e1474d-da80-4589-af95-d1fc63121529 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 Nov 10 20:24:50.437402 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-c655ae6a-e7e5-44d4-85e3-85238fbdd421 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896189 Nov 10 20:24:50.532712 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4efb1f36-d7a8-4f92-84f5-9fe1e9ef6ad9 req-1f830189-5633-4069-bdfe-8f83d51ebc63 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832059 Nov 10 20:24:51.029117 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6568152-b895-49bc-be50-fe313eaa9e83 req-c0342a07-abad-4c47-9b54-4d8a620e9e84 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:51.030610 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c6568152-b895-49bc-be50-fe313eaa9e83 req-c0342a07-abad-4c47-9b54-4d8a620e9e84 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0491488 Nov 10 20:24:51.089315 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c6568152-b895-49bc-be50-fe313eaa9e83 req-4e272728-7f2c-45c8-9801-b5fd87ea8140 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526021 Nov 10 20:24:52.215253 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98be9c-69d0-4a49-b01a-dc631bf1ac78 req-0d26eb27-e4d1-4c96-993d-7668ceca889c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:52.217266 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8a98be9c-69d0-4a49-b01a-dc631bf1ac78 req-0d26eb27-e4d1-4c96-993d-7668ceca889c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0562100 Nov 10 20:24:52.272114 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8a98be9c-69d0-4a49-b01a-dc631bf1ac78 req-a998da67-19de-42df-9f99-998d483d05c9 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Nov 10 20:24:53.217028 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34030) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:53.333525 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ffbfbb4f-bb5b-45a5-92dd-c119597dc8e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.424964 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c26134-6e86-444a-aaf6-3813be006d65 req-cf255386-7306-4578-b947-32a968ef1d95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:53.426534 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-12c26134-6e86-444a-aaf6-3813be006d65 req-cf255386-7306-4578-b947-32a968ef1d95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0749855 Nov 10 20:24:53.478972 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ffbfbb4f-bb5b-45a5-92dd-c119597dc8e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.488215 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ffbfbb4f-bb5b-45a5-92dd-c119597dc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.512073 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-12c26134-6e86-444a-aaf6-3813be006d65 req-165afb61-c8f8-4f97-b054-76be4571b7c3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791192 Nov 10 20:24:53.536917 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ffbfbb4f-bb5b-45a5-92dd-c119597dc8e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1df09aea7b94c83b9381603e8db6c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187585 Nov 10 20:24:53.537884 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfbb4f-bb5b-45a5-92dd-c119597dc8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08966b-2bc4-4202-9822-969d780295b6,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:53.539758 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34040) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:53.598289 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6b7d308e-9887-4f4e-9806-096752720f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.636811 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6b7d308e-9887-4f4e-9806-096752720f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.694741 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6b7d308e-9887-4f4e-9806-096752720f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.697736 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6b7d308e-9887-4f4e-9806-096752720f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.702014 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-6b7d308e-9887-4f4e-9806-096752720f94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f08966b-2bc4-4202-9822-969d780295b6 HTTP/1.1" status: 204 len: 168 time: 0.1590517 Nov 10 20:24:53.721421 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d308e-9887-4f4e-9806-096752720f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08966b-2bc4-4202-9822-969d780295b6,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:54.041489 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34060) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:54.055910 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6519d4e5-8ffc-4cf6-965e-d830eca1231e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:54.137654 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6519d4e5-8ffc-4cf6-965e-d830eca1231e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:54.142236 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6519d4e5-8ffc-4cf6-965e-d830eca1231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:54.179346 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519d4e5-8ffc-4cf6-965e-d830eca1231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75ba7d4-00e9-4f3a-969a-5e70abc5db72,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:54.186185 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-6519d4e5-8ffc-4cf6-965e-d830eca1231e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f383acaa90954e848a89fde9addd8901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434233 Nov 10 20:24:54.189376 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34068) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:54.258797 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d8a0505f-7cf7-4617-bde8-bea46588e895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:54.281911 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d8a0505f-7cf7-4617-bde8-bea46588e895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:54.329912 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d8a0505f-7cf7-4617-bde8-bea46588e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:54.332511 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d8a0505f-7cf7-4617-bde8-bea46588e895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:54.333694 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-d8a0505f-7cf7-4617-bde8-bea46588e895 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a75ba7d4-00e9-4f3a-969a-5e70abc5db72 HTTP/1.1" status: 204 len: 168 time: 0.1431921 Nov 10 20:24:54.341793 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0505f-7cf7-4617-bde8-bea46588e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75ba7d4-00e9-4f3a-969a-5e70abc5db72,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:54.635696 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7c748-6708-44e2-b56b-639c6f0500f3 req-0af66013-6769-4333-96fd-4cd925570d4c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:54.637235 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-58c7c748-6708-44e2-b56b-639c6f0500f3 req-0af66013-6769-4333-96fd-4cd925570d4c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0543916 Nov 10 20:24:54.698570 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-58c7c748-6708-44e2-b56b-639c6f0500f3 req-deef6196-a278-41b1-9224-d131bc439f95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506790 Nov 10 20:24:55.853380 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f31fc-715f-4db5-91f8-cce8bdd66d26 req-35426b36-f9d9-4f4e-b0f6-577409cd1c56 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:55.855023 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-792f31fc-715f-4db5-91f8-cce8bdd66d26 req-35426b36-f9d9-4f4e-b0f6-577409cd1c56 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0580354 Nov 10 20:24:55.917337 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-792f31fc-715f-4db5-91f8-cce8bdd66d26 req-b888c2b7-2810-4114-807b-6b55d6a1f1f0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536032 Nov 10 20:24:56.759255 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34220) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:56.863737 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34228) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:56.953224 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f5b-2078-4228-9df7-8091bccdc19d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:56.992598 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-84523c4f-82d2-4139-98a9-21e077b0797f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.098067 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4868d1-f616-4e24-a8e7-00af39f8fea6 req-c0ebf84e-2eb6-4f81-9daa-512e5345cb81 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:57.099574 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ef4868d1-f616-4e24-a8e7-00af39f8fea6 req-c0ebf84e-2eb6-4f81-9daa-512e5345cb81 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.1102641 Nov 10 20:24:57.150459 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f5b-2078-4228-9df7-8091bccdc19d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.170894 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f5b-2078-4228-9df7-8091bccdc19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.209631 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-84523c4f-82d2-4139-98a9-21e077b0797f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.228725 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-84523c4f-82d2-4139-98a9-21e077b0797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.242833 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ef4868d1-f616-4e24-a8e7-00af39f8fea6 req-a790c81b-b7c2-4b2e-b2df-ba3ab8b1b8ff tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345363 Nov 10 20:24:57.246778 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-2bb37f5b-2078-4228-9df7-8091bccdc19d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7357d6b950cf4643ae1703b86e42d78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864075 Nov 10 20:24:57.247553 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb37f5b-2078-4228-9df7-8091bccdc19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47039180-2c7f-496d-97e8-ef88e6f26f1d,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:57.249926 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34234) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:57.281471 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-84523c4f-82d2-4139-98a9-21e077b0797f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db8ccd0ced924312a0a18bf91e31c331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158137 Nov 10 20:24:57.284651 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84523c4f-82d2-4139-98a9-21e077b0797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40292dfe-169e-487b-95bb-95e59b190ae9,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:57.287076 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34236) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:57.305697 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-bbca4a63-a378-40cc-ab49-335c2c36a707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.326851 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-bbca4a63-a378-40cc-ab49-335c2c36a707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.337152 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ecccaa5d-b608-4c77-9065-1ae102a6ef69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.358745 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ecccaa5d-b608-4c77-9065-1ae102a6ef69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.383157 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-bbca4a63-a378-40cc-ab49-335c2c36a707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.385853 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-bbca4a63-a378-40cc-ab49-335c2c36a707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.387024 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-bbca4a63-a378-40cc-ab49-335c2c36a707 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47039180-2c7f-496d-97e8-ef88e6f26f1d HTTP/1.1" status: 204 len: 168 time: 0.1360948 Nov 10 20:24:57.396250 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca4a63-a378-40cc-ab49-335c2c36a707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47039180-2c7f-496d-97e8-ef88e6f26f1d,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:57.416901 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ecccaa5d-b608-4c77-9065-1ae102a6ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.419599 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ecccaa5d-b608-4c77-9065-1ae102a6ef69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.423620 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ecccaa5d-b608-4c77-9065-1ae102a6ef69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40292dfe-169e-487b-95bb-95e59b190ae9 HTTP/1.1" status: 204 len: 168 time: 0.1328590 Nov 10 20:24:57.430104 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccaa5d-b608-4c77-9065-1ae102a6ef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40292dfe-169e-487b-95bb-95e59b190ae9,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:57.740172 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34260) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:57.767013 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-af1ce706-a055-4109-81c6-68251caaaf8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.767878 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34264) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:57.783972 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c707110c-c2d6-49e3-a886-6f9c67a57463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.884029 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-af1ce706-a055-4109-81c6-68251caaaf8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.889261 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-af1ce706-a055-4109-81c6-68251caaaf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.895150 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c707110c-c2d6-49e3-a886-6f9c67a57463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.901847 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c707110c-c2d6-49e3-a886-6f9c67a57463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.952270 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707110c-c2d6-49e3-a886-6f9c67a57463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0138bb-90cb-4ae2-a852-ca24a84552fe,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:57.959204 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34274) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:57.963075 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c707110c-c2d6-49e3-a886-6f9c67a57463 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cb2a83762d7406d8d105faa504a506e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938000 Nov 10 20:24:57.967428 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-af1ce706-a055-4109-81c6-68251caaaf8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0d13f4fbb5442eb8bd940899c9d43a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141387 Nov 10 20:24:57.968282 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34276) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:57.970920 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ce706-a055-4109-81c6-68251caaaf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7663706d-9357-40d8-8564-c617cd3e682e,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:58.024276 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-072ae00c-16e7-4763-8542-c182e81f1699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.032624 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c06d5fb-ab5c-459f-b58f-4f95997eac39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.051963 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-072ae00c-16e7-4763-8542-c182e81f1699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.056776 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c06d5fb-ab5c-459f-b58f-4f95997eac39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.117925 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-072ae00c-16e7-4763-8542-c182e81f1699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.119567 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c06d5fb-ab5c-459f-b58f-4f95997eac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.120695 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-072ae00c-16e7-4763-8542-c182e81f1699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.121877 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-072ae00c-16e7-4763-8542-c182e81f1699 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7663706d-9357-40d8-8564-c617cd3e682e HTTP/1.1" status: 204 len: 168 time: 0.1618857 Nov 10 20:24:58.122290 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c06d5fb-ab5c-459f-b58f-4f95997eac39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.127494 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-1c06d5fb-ab5c-459f-b58f-4f95997eac39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd0138bb-90cb-4ae2-a852-ca24a84552fe HTTP/1.1" status: 204 len: 168 time: 0.1573939 Nov 10 20:24:58.133482 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ae00c-16e7-4763-8542-c182e81f1699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7663706d-9357-40d8-8564-c617cd3e682e,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:58.137009 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06d5fb-ab5c-459f-b58f-4f95997eac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0138bb-90cb-4ae2-a852-ca24a84552fe,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:58.440343 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52a219-40c2-4821-a6f4-64d7cd9ef3bf req-172b2e8d-0e3e-47e9-9c33-91325b835ad5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:58.444497 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cc52a219-40c2-4821-a6f4-64d7cd9ef3bf req-172b2e8d-0e3e-47e9-9c33-91325b835ad5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0992200 Nov 10 20:24:58.545347 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cc52a219-40c2-4821-a6f4-64d7cd9ef3bf req-f00d3bf3-f045-48eb-8006-6a9bfe684553 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913916 Nov 10 20:24:58.611635 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34312) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:58.626477 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5434a7d4-d95e-4374-ab9b-0e16b76d5429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.711711 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5434a7d4-d95e-4374-ab9b-0e16b76d5429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.716397 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5434a7d4-d95e-4374-ab9b-0e16b76d5429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.758632 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-5434a7d4-d95e-4374-ab9b-0e16b76d5429 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa1703f869ab4563888cf8beff65fce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450977 Nov 10 20:24:58.759589 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434a7d4-d95e-4374-ab9b-0e16b76d5429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a6a654-d8d9-461c-b4b6-b114d27cfdb7,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:58.761558 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34316) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:58.845120 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-769951ca-10bf-4022-9946-7c21214b5f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.868839 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-769951ca-10bf-4022-9946-7c21214b5f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.937848 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-769951ca-10bf-4022-9946-7c21214b5f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.941563 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-769951ca-10bf-4022-9946-7c21214b5f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.943750 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-769951ca-10bf-4022-9946-7c21214b5f54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43a6a654-d8d9-461c-b4b6-b114d27cfdb7 HTTP/1.1" status: 204 len: 168 time: 0.1804588 Nov 10 20:24:58.957639 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769951ca-10bf-4022-9946-7c21214b5f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a6a654-d8d9-461c-b4b6-b114d27cfdb7,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:59.678630 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34374) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:59.731595 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698f802-77c6-4d58-a32d-31736bb48063 req-45343d55-586a-448a-8f78-82f96b115897 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:59.733263 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2698f802-77c6-4d58-a32d-31736bb48063 req-45343d55-586a-448a-8f78-82f96b115897 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0849426 Nov 10 20:24:59.792469 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2698f802-77c6-4d58-a32d-31736bb48063 req-2363828b-a74f-4569-b9e1-0a3871804c92 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Nov 10 20:24:59.959551 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-32fa5283-8900-47f1-8390-ad5eabca572e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.970746 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34384) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.064589 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-32fa5283-8900-47f1-8390-ad5eabca572e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.070769 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-32fa5283-8900-47f1-8390-ad5eabca572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.096939 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b4294918-ba25-4eda-bab2-7921acaf80a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.132354 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa5283-8900-47f1-8390-ad5eabca572e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e227203-e66f-4b89-a1e9-6ba0e8e3dcde,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.136832 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-32fa5283-8900-47f1-8390-ad5eabca572e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c65b9b4ff2344700b4ef41e64d4b049d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566841 Nov 10 20:25:00.139543 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34396) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.184448 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34398) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.206186 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8764a531-eea1-4b2f-90e9-312934cd0666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.224002 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b4294918-ba25-4eda-bab2-7921acaf80a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.230892 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b4294918-ba25-4eda-bab2-7921acaf80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.232650 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8764a531-eea1-4b2f-90e9-312934cd0666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.283177 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4294918-ba25-4eda-bab2-7921acaf80a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33afd60b-62d8-422c-962e-8ada15baa92f,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.305702 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34406) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.306133 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-b4294918-ba25-4eda-bab2-7921acaf80a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b53ca449552c48c0a3ca88c7b78b2fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344638 Nov 10 20:25:00.346048 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8764a531-eea1-4b2f-90e9-312934cd0666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.349249 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8764a531-eea1-4b2f-90e9-312934cd0666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.350497 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-8764a531-eea1-4b2f-90e9-312934cd0666 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e227203-e66f-4b89-a1e9-6ba0e8e3dcde HTTP/1.1" status: 204 len: 168 time: 0.2095888 Nov 10 20:25:00.366256 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764a531-eea1-4b2f-90e9-312934cd0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e227203-e66f-4b89-a1e9-6ba0e8e3dcde,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.376631 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1974422081-network', 'tenant_id': '69e2df80d43c44819f1876518a7a22dc'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:00.397416 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-755d7a94-2050-49f0-951d-01b06383dfbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.437046 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-755d7a94-2050-49f0-951d-01b06383dfbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.454295 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Made reservation on behalf of 69e2df80d43c44819f1876518a7a22dc for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:00.457761 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.472490 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.539881 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-755d7a94-2050-49f0-951d-01b06383dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.542832 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-755d7a94-2050-49f0-951d-01b06383dfbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.546952 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-755d7a94-2050-49f0-951d-01b06383dfbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33afd60b-62d8-422c-962e-8ada15baa92f HTTP/1.1" status: 204 len: 168 time: 0.2370608 Nov 10 20:25:00.568704 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d7a94-2050-49f0-951d-01b06383dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33afd60b-62d8-422c-962e-8ada15baa92f,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.609580 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.616200 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.635268 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:25:00.644150 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.644626 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Added segment e0298b73-ff3b-4151-8caa-027ec0ce1222 of type vlan for network 101f4a68-9a36-45cf-929d-b634dc3f6b2c Nov 10 20:25:00.703352 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.727619 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b490f645-1c60-4935-815b-3d42c174c17e,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.751592 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.753044 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:00.753521 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.774017 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34422) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.790869 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-abcd4dd0-ca20-4a07-a428-4d02dbbd1919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.822108 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6336670 Nov 10 20:25:00.824979 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34426) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.834881 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Request body: {'subnet': {'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1974422081-subnet', 'tenant_id': '69e2df80d43c44819f1876518a7a22dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:00.835139 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c4c66-60f1-4107-a677-58a39f1623c4 admin admin] Pushing event updated for resources: {'Network': ['ID=101f4a68-9a36-45cf-929d-b634dc3f6b2c,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.847790 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 101f4a68-9a36-45cf-929d-b634dc3f6b2c details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:25:00.868027 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Made reservation on behalf of 69e2df80d43c44819f1876518a7a22dc for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:00.870510 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34353220682'] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.961158 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643b98d-66ef-4e60-be14-b1818d6befd6 req-b72276ee-317b-446b-882b-11a30a9b9c16 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:00.974527 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f643b98d-66ef-4e60-be14-b1818d6befd6 req-b72276ee-317b-446b-882b-11a30a9b9c16 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0825534 Nov 10 20:25:01.003857 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-abcd4dd0-ca20-4a07-a428-4d02dbbd1919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.011818 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-abcd4dd0-ca20-4a07-a428-4d02dbbd1919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.039803 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f643b98d-66ef-4e60-be14-b1818d6befd6 req-4591c6c3-8c18-4fc6-85ed-4d38290d9524 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667722 Nov 10 20:25:01.105232 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-abcd4dd0-ca20-4a07-a428-4d02dbbd1919 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8942738d85da4847bcdc52072d51f5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298645 Nov 10 20:25:01.107871 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34438) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:01.109304 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd4dd0-ca20-4a07-a428-4d02dbbd1919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c953fb-7fa1-4b19-b971-b0af1a875bb5,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:01.186066 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352659171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34353220708'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.192147 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd3a-e6c8-4126-a95b-bd3105a12bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.220153 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd3a-e6c8-4126-a95b-bd3105a12bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.256396 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db01b19c-2720-408e-b8af-b25d26a97eb3,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:01.265521 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Checking segment: {'id': 'e0298b73-ff3b-4151-8caa-027ec0ce1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:01.265877 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Network hostable DHCP agents. Network: 101f4a68-9a36-45cf-929d-b634dc3f6b2c, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:25:01.278646 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd3a-e6c8-4126-a95b-bd3105a12bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.281880 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd3a-e6c8-4126-a95b-bd3105a12bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.283520 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-8fd5fd3a-e6c8-4126-a95b-bd3105a12bd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06c953fb-7fa1-4b19-b971-b0af1a875bb5 HTTP/1.1" status: 204 len: 168 time: 0.1742423 Nov 10 20:25:01.286821 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Network 101f4a68-9a36-45cf-929d-b634dc3f6b2c is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:25:01.294636 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5fd3a-e6c8-4126-a95b-bd3105a12bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c953fb-7fa1-4b19-b971-b0af1a875bb5,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:01.299707 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 101f4a68-9a36-45cf-929d-b634dc3f6b2c) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:01.305611 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:01.306465 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.322951 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d175d613-c9a3-41fc-8ef8-eebace18032b None None] Network 101f4a68-9a36-45cf-929d-b634dc3f6b2c requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:01.341031 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-d13e83e5-3ea5-491b-83c6-f1cc596b1f60 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5144098 Nov 10 20:25:01.496373 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e5be6f-9dd8-485d-9a12-1333c9b31c7f None None] Network 101f4a68-9a36-45cf-929d-b634dc3f6b2c requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:01.730895 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34468) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:01.759899 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dbc6379b-983f-4660-a841-8fccffeea13a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.849325 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dbc6379b-983f-4660-a841-8fccffeea13a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.853967 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dbc6379b-983f-4660-a841-8fccffeea13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.904975 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-dbc6379b-983f-4660-a841-8fccffeea13a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe13814a65594793bd3a6aa3640ef9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727374 Nov 10 20:25:01.905203 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34478) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:01.906426 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6379b-983f-4660-a841-8fccffeea13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978dedd7-e453-421d-9f34-590bc674759b,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:01.961472 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ee2e671b-75e2-4f93-8c5e-421c99d55775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.984386 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ee2e671b-75e2-4f93-8c5e-421c99d55775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.051152 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ee2e671b-75e2-4f93-8c5e-421c99d55775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.054199 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ee2e671b-75e2-4f93-8c5e-421c99d55775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.055364 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ee2e671b-75e2-4f93-8c5e-421c99d55775 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/978dedd7-e453-421d-9f34-590bc674759b HTTP/1.1" status: 204 len: 168 time: 0.1490705 Nov 10 20:25:02.071001 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e671b-75e2-4f93-8c5e-421c99d55775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978dedd7-e453-421d-9f34-590bc674759b,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:02.196622 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe4be-f9ad-4c72-aeae-0ef691053e33 req-cc0c4ec9-d01b-4b5d-bea7-633dcdf858ce tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:02.199301 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2bbbe4be-f9ad-4c72-aeae-0ef691053e33 req-cc0c4ec9-d01b-4b5d-bea7-633dcdf858ce tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0649195 Nov 10 20:25:02.260031 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.310982 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2bbbe4be-f9ad-4c72-aeae-0ef691053e33 req-3794ebad-23c9-4a42-b38f-557f40840dc8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035972 Nov 10 20:25:02.808653 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34518) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:02.904474 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-560093730-network', 'tenant_id': '35895c9baf2c4a57ba0ef155cd47bf34'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:02.925077 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Made reservation on behalf of 35895c9baf2c4a57ba0ef155cd47bf34 for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:02.927341 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.935465 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.011340 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.014947 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.037945 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:25:03.047743 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d3ed10-ecef-42f9-a471-200c87661dc4,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:03.052434 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.052675 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Added segment 4c4a5eb8-881c-4031-9862-aeb6c9a10b44 of type vlan for network 1189ab54-b536-494f-b470-563ab0ae1003 Nov 10 20:25:03.093098 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.118843 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.119795 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:03.120469 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.176888 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3670037 Nov 10 20:25:03.179719 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34524) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:03.184792 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Request body: {'subnet': {'network_id': '1189ab54-b536-494f-b470-563ab0ae1003', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-560093730-subnet', 'tenant_id': '35895c9baf2c4a57ba0ef155cd47bf34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:03.187679 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81ff43-45f5-4db6-b818-c54dcfde344d admin admin] Pushing event updated for resources: {'Network': ['ID=1189ab54-b536-494f-b470-563ab0ae1003,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:03.199203 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 1189ab54-b536-494f-b470-563ab0ae1003 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:25:03.206234 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Made reservation on behalf of 35895c9baf2c4a57ba0ef155cd47bf34 for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:03.208583 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34353220682'] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.405683 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352659171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34353220708'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.434280 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8b13d-87ae-4f7f-bce5-693b4e6d7c97 req-35a47240-283c-4fdd-9b33-450959f34c72 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:03.435995 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-13b8b13d-87ae-4f7f-bce5-693b4e6d7c97 req-35a47240-283c-4fdd-9b33-450959f34c72 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0503173 Nov 10 20:25:03.462487 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:03.478998 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Checking segment: {'id': '4c4a5eb8-881c-4031-9862-aeb6c9a10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:03.479353 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Network hostable DHCP agents. Network: 1189ab54-b536-494f-b470-563ab0ae1003, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:25:03.487156 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-13b8b13d-87ae-4f7f-bce5-693b4e6d7c97 req-8718cc6f-0942-4d26-a414-011fcc125ab0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Nov 10 20:25:03.495839 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Network 1189ab54-b536-494f-b470-563ab0ae1003 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:25:03.505524 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 1189ab54-b536-494f-b470-563ab0ae1003) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:03.512890 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:03.513676 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.518821 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e95d67-19e7-4fb1-a370-4bae4b265a0d None None] Network 1189ab54-b536-494f-b470-563ab0ae1003 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:03.530244 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c9e1b042-a5e5-4638-a4e8-bff37f24f31d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3492899 Nov 10 20:25:03.646005 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae5749-49d7-40a3-b47f-fa9ff672c445 None None] Network 1189ab54-b536-494f-b470-563ab0ae1003 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:04.606121 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0586d-8e0d-4e61-a2c4-72eea7c3e108 req-4e25b02f-8ad0-409b-96c6-6e9dd50183ee tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:04.607514 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-03f0586d-8e0d-4e61-a2c4-72eea7c3e108 req-4e25b02f-8ad0-409b-96c6-6e9dd50183ee tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0523107 Nov 10 20:25:04.653994 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-03f0586d-8e0d-4e61-a2c4-72eea7c3e108 req-db90184e-5124-40b0-8eb5-09266aa6ae01 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Nov 10 20:25:05.770325 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eabb6d-ee51-4d49-a93a-e5c82bfb622e req-0220592b-9bc4-4f64-a635-cddb5e79ce81 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:05.771783 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-75eabb6d-ee51-4d49-a93a-e5c82bfb622e req-0220592b-9bc4-4f64-a635-cddb5e79ce81 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0480115 Nov 10 20:25:05.819045 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-75eabb6d-ee51-4d49-a93a-e5c82bfb622e req-e6896318-9ff1-4185-aa56-9130f045cbee tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Nov 10 20:25:06.824199 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:25:06.944541 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafc403-cf2e-41b3-b62b-9c74d3ccc5a9 req-4f2b5007-6d57-4609-965e-246e2b176efe tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:06.946152 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2cafc403-cf2e-41b3-b62b-9c74d3ccc5a9 req-4f2b5007-6d57-4609-965e-246e2b176efe tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0519037 Nov 10 20:25:07.036743 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2cafc403-cf2e-41b3-b62b-9c74d3ccc5a9 req-89fc52c4-acab-4f0c-a891-bdd194660081 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840924 Nov 10 20:25:07.579596 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-e4ea0868-8f8e-42b7-9403-7ccf1674ba29 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:07.581123 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-e4ea0868-8f8e-42b7-9403-7ccf1674ba29 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/networks?id=101f4a68-9a36-45cf-929d-b634dc3f6b2c HTTP/1.1" status: 200 len: 809 time: 0.1137321 Nov 10 20:25:07.598348 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-58888dd5-28a4-4a62-9a6f-c07d5c04a43a tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/quotas/69e2df80d43c44819f1876518a7a22dc HTTP/1.1" status: 200 len: 375 time: 0.0101461 Nov 10 20:25:07.637642 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-25cabfee-5502-4e15-a596-881693424b9b tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69e2df80d43c44819f1876518a7a22dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331318 Nov 10 20:25:07.758384 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-d6efa8c9-355a-48fe-9205-e182b4106d17 service neutron] 10.222.0.13 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042497 Nov 10 20:25:07.883213 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-d6b147c3-fd4f-4e08-8693-4852a320db07 service neutron] 10.222.0.13 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171565 Nov 10 20:25:07.981586 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-f1ae3856-fb8b-4e62-8555-d973ed487e7d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:07.983363 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-f1ae3856-fb8b-4e62-8555-d973ed487e7d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 815 time: 0.1129160 Nov 10 20:25:08.005062 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-1c4ed964-d462-498b-b720-257b8a1903d7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/quotas/dbcd654a38e74587b016098dbab2ba41 HTTP/1.1" status: 200 len: 375 time: 0.0123193 Nov 10 20:25:08.052821 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a928b9ed-9da2-45a5-8729-eeba2f9c1642 req-36c80bac-ff5c-4012-9972-4f14bc8e9a07 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 210 time: 0.0334587 Nov 10 20:25:08.059316 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e10e640d-ec1a-455b-ba39-25bf212895a0 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480893 Nov 10 20:25:08.166161 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb622ec-8328-43db-a8c6-115f0c17d692 req-0fc6dbdd-af6e-4c1e-bd1d-64669a122f65 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:08.166734 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37ae942d-6ba7-4ffe-b7eb-d553f48a8c86 service neutron] 10.222.0.13 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999935 Nov 10 20:25:08.167772 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9eb622ec-8328-43db-a8c6-115f0c17d692 req-0fc6dbdd-af6e-4c1e-bd1d-64669a122f65 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0515304 Nov 10 20:25:08.220268 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9eb622ec-8328-43db-a8c6-115f0c17d692 req-073144e7-2d0f-4a45-9cf6-26debb4e4052 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Nov 10 20:25:08.278467 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-0cc01a2c-d031-43b7-858c-c0376da3919c service neutron] 10.222.0.13 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050193 Nov 10 20:25:08.489859 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1b904f6c-e4cc-48c7-84d4-3766c19b47d1 req-926aab6a-d3d2-42b8-b52e-2ebcb94b5177 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 210 time: 0.0429943 Nov 10 20:25:08.589474 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-fcaa202b-f1f0-43bd-ad26-75ab1170ad94 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:08.590995 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-fcaa202b-f1f0-43bd-ad26-75ab1170ad94 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/networks?id=1189ab54-b536-494f-b470-563ab0ae1003 HTTP/1.1" status: 200 len: 813 time: 0.1776662 Nov 10 20:25:08.615961 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-213909a6-be1c-402e-9e79-82ac4c70ab71 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/quotas/35895c9baf2c4a57ba0ef155cd47bf34 HTTP/1.1" status: 200 len: 375 time: 0.0158253 Nov 10 20:25:08.662010 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-162a43f6-86bd-41d7-afa7-253f7b136d4f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35895c9baf2c4a57ba0ef155cd47bf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350180 Nov 10 20:25:08.761007 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-1b2fd52b-1def-4a07-b90e-0fbac2da1482 service neutron] 10.222.0.13 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906813 Nov 10 20:25:08.936600 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-b1a3a964-8dd9-4dc4-a89b-b94146e5d0b9 service neutron] 10.222.0.13 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694901 Nov 10 20:25:09.095529 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5b951f79-1058-4db0-86fd-4230cc1aff46 req-185b6b72-c2a4-4740-8485-9418a1376a7a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 210 time: 0.0343037 Nov 10 20:25:09.204147 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-72e72d22-51f1-4bd4-90ec-c49a4a202e94 req-5c6bb87c-fa0e-4a21-8f14-484cda8b2d90 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 210 time: 0.0390902 Nov 10 20:25:09.386700 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556a489-a2a3-4cd6-b0a2-58657480cdbd req-4c869c96-e9ef-400b-aeca-4d1e0df5abf0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:09.386700 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6556a489-a2a3-4cd6-b0a2-58657480cdbd req-4c869c96-e9ef-400b-aeca-4d1e0df5abf0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0853679 Nov 10 20:25:09.447239 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6556a489-a2a3-4cd6-b0a2-58657480cdbd req-f4cc4900-5e71-4fdd-ba08-2d92521e73b6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572376 Nov 10 20:25:09.577722 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4d240f7b-4098-48b8-ab5e-eaf7849db112 req-7c050222-5dbc-4f1a-ad08-454132dab04a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 210 time: 0.0254455 Nov 10 20:25:10.190610 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-75353d9c-198f-4409-aed9-3afbc1601e57 req-35a8102b-5a9e-40e5-adeb-eff497426d54 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 210 time: 0.0246966 Nov 10 20:25:10.305774 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cfa8986d-456f-4dc2-a304-836d30ea1a94 req-cc824591-a441-49d3-9290-a89c3e086d39 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 210 time: 0.0246572 Nov 10 20:25:10.323203 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-455efe71-6935-4025-99da-42f7bab9f185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:10.564868 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4267df-313c-4cf7-971e-78115427dc6c req-570f554e-3861-4759-9d4e-3d9a28fef841 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:10.566415 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3b4267df-313c-4cf7-971e-78115427dc6c req-570f554e-3861-4759-9d4e-3d9a28fef841 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0518787 Nov 10 20:25:10.622975 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3b4267df-313c-4cf7-971e-78115427dc6c req-08fd1a1f-4b64-4665-8d64-c9b48dd49629 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Nov 10 20:25:10.703126 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c7e1e6f2-15df-4bb8-b280-ff1b403a325e req-a21115ff-fe75-44f5-8070-3531e7b5140c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 210 time: 0.0261848 Nov 10 20:25:11.282596 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-378542fd-1625-42ce-9491-9a3136890292 req-2181405c-d3c8-4e9a-a3f1-939c3208a824 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 210 time: 0.0261793 Nov 10 20:25:11.399085 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-823b4740-2814-4f21-856f-bc6457caf3fc req-7e7f75b5-9890-4695-b753-2b2439eac8b4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 210 time: 0.0269461 Nov 10 20:25:11.741786 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90440f92-2d53-403b-a1fb-3ca21bc340cc req-e4b7f77d-62cc-4114-86af-7b027265d75c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:11.743408 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-90440f92-2d53-403b-a1fb-3ca21bc340cc req-e4b7f77d-62cc-4114-86af-7b027265d75c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0545144 Nov 10 20:25:11.799722 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-90440f92-2d53-403b-a1fb-3ca21bc340cc req-cbacab5a-4aa2-4b1f-8ef9-88a7cd19ed7e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501988 Nov 10 20:25:11.882865 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0fdf07d6-e855-4663-9374-c0a883c681aa req-40e81eab-1507-40ff-afee-fc6c074e733a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 210 time: 0.0282655 Nov 10 20:25:12.374987 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-938b18c3-9ff4-4f3e-915e-202540e6b6fb req-b05bfb45-8dfb-402a-9837-9fc2278e5955 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 210 time: 0.0263102 Nov 10 20:25:12.496769 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1bd07516-a604-4db5-9015-dcbff9ae351a req-10717eac-16c2-49e9-9e57-ce5fed1f84a4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 210 time: 0.0245035 Nov 10 20:25:12.606232 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7f19e392-cf9b-443c-8068-39d44e7c23cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:12.919759 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f517ce5-db76-4011-8412-49a1f99c994d req-8ac5abb3-6d8f-4b73-91d2-dda8b92eac6a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:12.921326 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8f517ce5-db76-4011-8412-49a1f99c994d req-8ac5abb3-6d8f-4b73-91d2-dda8b92eac6a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0496664 Nov 10 20:25:12.969942 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8f517ce5-db76-4011-8412-49a1f99c994d req-1a06d041-4fb5-4742-ae62-de2c2cb62d07 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Nov 10 20:25:13.055658 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-776bce64-5ee1-4454-a3eb-113ee11fb7d2 req-0c07aa7f-0794-4a26-8bad-0405fb2aff1c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 210 time: 0.0293386 Nov 10 20:25:13.471619 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f2c08914-90ef-4274-b73b-bc873dc6e738 req-88d4a4f0-1f13-421d-8cfc-535e90d286be tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 210 time: 0.0275159 Nov 10 20:25:13.597033 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-576f3824-e60e-4c91-8113-54ac08a61c34 req-be62c5df-686d-4aaa-a8c4-c9d25055de01 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 210 time: 0.0259321 Nov 10 20:25:13.796863 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:14.098051 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c936a0-ac05-4bf5-93be-d318fcaf4d1f req-49ca3b8a-f000-4a57-9520-3375cda1c1f7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:14.099638 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-82c936a0-ac05-4bf5-93be-d318fcaf4d1f req-49ca3b8a-f000-4a57-9520-3375cda1c1f7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0519037 Nov 10 20:25:14.210328 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-abd89fe8-0b97-4e9c-8a34-0d3300203c9e req-a7faf936-2b6d-40f6-93a1-c214af75c735 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 210 time: 0.0639348 Nov 10 20:25:14.248406 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-82c936a0-ac05-4bf5-93be-d318fcaf4d1f req-9cd9ebc6-9af9-42cc-94d1-cfa55534cb95 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413853 Nov 10 20:25:14.341275 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-550fdf48-5855-4527-80b0-2c3953cd67c3 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:14.342664 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-550fdf48-5855-4527-80b0-2c3953cd67c3 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.39 "GET /v2.0/networks?id=101f4a68-9a36-45cf-929d-b634dc3f6b2c HTTP/1.1" status: 200 len: 809 time: 0.1835377 Nov 10 20:25:14.456350 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Request body: {'port': {'device_id': 'f0b507cb-ead9-43eb-a193-e1a2f8f5a078', 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c', 'admin_state_up': True, 'tenant_id': '69e2df80d43c44819f1876518a7a22dc'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:14.587322 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Made reservation on behalf of 69e2df80d43c44819f1876518a7a22dc for: {'port': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:14.590495 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:14.593096 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-496943e5-fb8e-49e7-8522-61a8de8f1588 req-ea5f4d93-50dc-49a0-9a1b-49b053c33548 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 210 time: 0.0455353 Nov 10 20:25:14.704926 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a6186565-6e3f-4241-b879-2a013059b98f req-61630b65-fe01-4419-b4ba-ae1a52676d90 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 210 time: 0.0275617 Nov 10 20:25:14.735176 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Allocated IP 172.20.0.11 (101f4a68-9a36-45cf-929d-b634dc3f6b2c/db01b19c-2720-408e-b8af-b25d26a97eb3/be9bbefd-f721-4497-ba9c-cf90753b36a0) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:14.922827 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:15.143884 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:15.239036 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Network 101f4a68-9a36-45cf-929d-b634dc3f6b2c is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:15.246303 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:15.256219 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:15.263199 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Pushing event updated for resources: {'Port': ['ID=be9bbefd-f721-4497-ba9c-cf90753b36a0,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:15.301466 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:15.439125 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:15.440080 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:15.511359 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ee846431-7bc9-45e8-b402-f35e3988ecfc req-9e0e8dbc-d5a9-47aa-8829-0e55ceba2ca6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 210 time: 0.1286554 Nov 10 20:25:15.561386 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-c07c9660-b684-4a54-b325-fb0634c327ed tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1091878 Nov 10 20:25:15.585971 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a462b63-04fd-4b3e-a544-95cdffb4ba0b req-8e48e76b-a5af-48d7-9cf4-231a94b74e4a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:15.600595 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4a462b63-04fd-4b3e-a544-95cdffb4ba0b req-8e48e76b-a5af-48d7-9cf4-231a94b74e4a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.1552935 Nov 10 20:25:15.644323 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-87bb1a27-724b-489a-8dcc-48180caf2b26 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:15.648052 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-87bb1a27-724b-489a-8dcc-48180caf2b26 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 815 time: 0.3705142 Nov 10 20:25:15.662621 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Request body: {'port': {'device_id': 'f0b507cb-ead9-43eb-a193-e1a2f8f5a078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:15.693000 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Request body: {'port': {'device_id': '04d47699-5f70-4942-88b0-11da0e8b2c2a', 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b', 'admin_state_up': True, 'tenant_id': 'dbcd654a38e74587b016098dbab2ba41'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:15.756570 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4a462b63-04fd-4b3e-a544-95cdffb4ba0b req-d276b7f6-21a6-4817-b166-8451736f5779 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547866 Nov 10 20:25:15.763966 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:15.791670 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c4be17bf-9f11-4bba-bf46-3effbead318b req-5df6878e-9d6a-477d-8b13-17b26c3f071f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 210 time: 0.0767956 Nov 10 20:25:15.909136 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Made reservation on behalf of dbcd654a38e74587b016098dbab2ba41 for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:15.913026 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:15.982371 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada63168-5238-45f1-9c0b-7fab61825144 req-9e0ccc14-ddfd-47c6-bd87-6db06b189b98 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:15.983644 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34864) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:15.984004 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ada63168-5238-45f1-9c0b-7fab61825144 req-9e0ccc14-ddfd-47c6-bd87-6db06b189b98 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 932 time: 0.1427805 Nov 10 20:25:16.090526 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Allocated IP 172.20.0.14 (97e1ec21-99c9-476f-95b9-6de7086e224b/6ad999ec-4217-4ddf-8f91-0c61c6b2600b/a9a29633-4e77-4a44-9e66-585b1689588a) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:16.104205 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ada63168-5238-45f1-9c0b-7fab61825144 req-af709795-83b9-40fc-a2fe-61e9f313ebdb tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125338 Nov 10 20:25:16.159513 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa417517-38af-447e-a18f-07dda9972209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.226896 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9bbefd-f721-4497-ba9c-cf90753b36a0 {{(pid=101640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:25:16.236331 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.253224 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.provisioning_blocks [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Transition to ACTIVE for port object be9bbefd-f721-4497-ba9c-cf90753b36a0 will not be triggered until provisioned by entity L2. {{(pid=101640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:25:16.259341 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.333255 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Pushing event updated for resources: {'Port': ['ID=be9bbefd-f721-4497-ba9c-cf90753b36a0,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:16.339703 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.349205 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.395150 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.403248 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Attempting to bind port be9bbefd-f721-4497-ba9c-cf90753b36a0 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:16.403601 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Attempting to bind port be9bbefd-f721-4497-ba9c-cf90753b36a0 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e0298b73-ff3b-4151-8caa-027ec0ce1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c'}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:16.404101 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Attempting to bind port be9bbefd-f721-4497-ba9c-cf90753b36a0 on network 101f4a68-9a36-45cf-929d-b634dc3f6b2c {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:16.410269 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Port be9bbefd-f721-4497-ba9c-cf90753b36a0 on network 101f4a68-9a36-45cf-929d-b634dc3f6b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:25:16.410580 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Attempting to bind port be9bbefd-f721-4497-ba9c-cf90753b36a0 on network 101f4a68-9a36-45cf-929d-b634dc3f6b2c {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:16.416306 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:16.416637 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Checking segment: {'id': 'e0298b73-ff3b-4151-8caa-027ec0ce1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:16.417022 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Bound using segment: {'id': 'e0298b73-ff3b-4151-8caa-027ec0ce1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c'} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:16.417503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Bound port: be9bbefd-f721-4497-ba9c-cf90753b36a0, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0298b73-ff3b-4151-8caa-027ec0ce1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c'}}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:16.417862 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.446612 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['90131853-1376-4ea2-aa1c-da65b676adf2'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:25:16.449027 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Network 97e1ec21-99c9-476f-95b9-6de7086e224b is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:16.455122 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:16.467510 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:16.505824 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa417517-38af-447e-a18f-07dda9972209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.524000 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa417517-38af-447e-a18f-07dda9972209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.589094 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-fa417517-38af-447e-a18f-07dda9972209 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86368440d5564010b538290122fc1053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6045794 Nov 10 20:25:16.596538 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] For port be9bbefd-f721-4497-ba9c-cf90753b36a0, host hv-cinder-81514, cleared binding levels {{(pid=101640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:16.598403 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34872) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:16.601454 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] For port be9bbefd-f721-4497-ba9c-cf90753b36a0, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be9bbefd-f721-4497-ba9c-cf90753b36a0,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:16.626619 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.627224 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Pushing event updated for resources: {'Port': ['ID=a9a29633-4e77-4a44-9e66-585b1689588a,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:16.657349 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:16.658045 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.686123 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa417517-38af-447e-a18f-07dda9972209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f131ab8-025f-4868-a225-d2e686079ad0,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:16.694876 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:16.696928 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e199c46b-787e-4661-b28f-d6ed915f748c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0082808 Nov 10 20:25:16.701682 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.703682 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] 10.222.0.39 "PUT /v2.0/ports/be9bbefd-f721-4497-ba9c-cf90753b36a0 HTTP/1.1" status: 200 len: 1094 time: 1.0480106 Nov 10 20:25:16.710541 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-28ba4fa1-5eae-41ad-8881-149736badb90 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:16.712018 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-28ba4fa1-5eae-41ad-8881-149736badb90 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.39 "GET /v2.0/networks?id=1189ab54-b536-494f-b470-563ab0ae1003 HTTP/1.1" status: 200 len: 813 time: 0.2499723 Nov 10 20:25:16.712544 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b507cb-ead9-43eb-a193-e1a2f8f5a078', 'tag': 'be9bbefd-f721-4497-ba9c-cf90753b36a0'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:16.714996 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c5a137-77b6-4277-9c63-095a4cd45fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b507cb-ead9-43eb-a193-e1a2f8f5a078", "tag": "be9bbefd-f721-4497-ba9c-cf90753b36a0"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:16.754579 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c52ce4dc-d3b6-43a2-be41-0518360b2cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.756622 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f28992-368a-4e07-87d8-dfe3c739df63 service neutron] Pushing event updated for resources: {'Port': ['ID=be9bbefd-f721-4497-ba9c-cf90753b36a0,revision_number=3']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:16.770539 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03616bf6-02af-4efc-930e-2d403b464957 x-openstack-request-id: req-03616bf6-02af-4efc-930e-2d403b464957 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:16.770978 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b507cb-ead9-43eb-a193-e1a2f8f5a078", "tag": "be9bbefd-f721-4497-ba9c-cf90753b36a0", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:16.771155 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03616bf6-02af-4efc-930e-2d403b464957 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:16.771635 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b507cb-ead9-43eb-a193-e1a2f8f5a078', 'tag': 'be9bbefd-f721-4497-ba9c-cf90753b36a0', 'status': 'completed', 'code': 200} Nov 10 20:25:16.778023 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Request body: {'port': {'device_id': 'fbd5e3e1-b2f0-43d9-950d-b879924ff956', 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003', 'admin_state_up': True, 'tenant_id': '35895c9baf2c4a57ba0ef155cd47bf34'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:16.787652 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Request body: {'port': {'device_id': '04d47699-5f70-4942-88b0-11da0e8b2c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:16.834004 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c52ce4dc-d3b6-43a2-be41-0518360b2cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:16.896533 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3d82a-af6f-4a53-a8fe-40c39722c544 req-b2504e5f-9458-4262-b492-3637d6b2d084 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:16.898457 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-96e3d82a-af6f-4a53-a8fe-40c39722c544 req-b2504e5f-9458-4262-b492-3637d6b2d084 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 932 time: 0.1831517 Nov 10 20:25:16.904980 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.002152 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-96e3d82a-af6f-4a53-a8fe-40c39722c544 req-61058062-9c1e-433d-a1ab-abd41662a4ff tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864801 Nov 10 20:25:17.035690 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cadd6-cda5-431e-a8c6-35ec99272b12 req-642e08be-30e5-430e-91fb-c247deb1ae10 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:17.042958 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ec6cadd6-cda5-431e-a8c6-35ec99272b12 req-642e08be-30e5-430e-91fb-c247deb1ae10 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.1817548 Nov 10 20:25:17.090955 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34892) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:17.098294 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c52ce4dc-d3b6-43a2-be41-0518360b2cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.098294 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c52ce4dc-d3b6-43a2-be41-0518360b2cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.098294 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-c52ce4dc-d3b6-43a2-be41-0518360b2cbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f131ab8-025f-4868-a225-d2e686079ad0 HTTP/1.1" status: 204 len: 168 time: 0.4989634 Nov 10 20:25:17.118852 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d704cfb3-f842-4207-b1ab-d3f061ac249f req-8c5cef45-2548-4b79-87c2-9ecd5e4c8ce7 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 210 time: 0.0469384 Nov 10 20:25:17.123352 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Made reservation on behalf of 35895c9baf2c4a57ba0ef155cd47bf34 for: {'port': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:17.127705 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.130874 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ce4dc-d3b6-43a2-be41-0518360b2cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f131ab8-025f-4868-a225-d2e686079ad0,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:17.150859 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ec6cadd6-cda5-431e-a8c6-35ec99272b12 req-57c2ddca-96ab-4672-8971-ab9092adfcfe tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017256 Nov 10 20:25:17.163834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5a137-77b6-4277-9c63-095a4cd45fe9 req-32945a93-b54d-4d87-a4b2-efeeeedab7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:17.171760 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c8c5a137-77b6-4277-9c63-095a4cd45fe9 req-32945a93-b54d-4d87-a4b2-efeeeedab7b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69e2df80d43c44819f1876518a7a22dc&device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 1097 time: 0.2079997 Nov 10 20:25:17.451692 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554f406-3349-40be-aa61-4bdfa1329d79 req-53167646-1ed1-4460-8218-58c3b4639da2 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:17.453175 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3554f406-3349-40be-aa61-4bdfa1329d79 req-53167646-1ed1-4460-8218-58c3b4639da2 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 944 time: 0.1509476 Nov 10 20:25:17.456843 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5a137-77b6-4277-9c63-095a4cd45fe9 req-415aeb04-bf69-4e46-bc88-73684c56cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:17.458223 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c8c5a137-77b6-4277-9c63-095a4cd45fe9 req-415aeb04-bf69-4e46-bc88-73684c56cdd9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=69e2df80d43c44819f1876518a7a22dc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2470176 Nov 10 20:25:17.512750 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Allocated IP 172.20.0.9 (1189ab54-b536-494f-b470-563ab0ae1003/8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1/891a9850-194e-498b-9316-1e9e4b73dc7b) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:17.568425 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34906) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:17.586805 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3c1f2a58-4e78-4639-acd4-f36f2aa7c0eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.592970 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a29633-4e77-4a44-9e66-585b1689588a {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:25:17.608474 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3554f406-3349-40be-aa61-4bdfa1329d79 req-caf55d96-382b-47d8-a6d1-1e8d27b47c5a tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471009 Nov 10 20:25:17.612222 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.614692 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6466-ba7a-4f0f-897e-c24c7f116e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.654593 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Transition to ACTIVE for port object a9a29633-4e77-4a44-9e66-585b1689588a will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:25:17.658447 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5a137-77b6-4277-9c63-095a4cd45fe9 req-1666e5a6-7011-462c-9512-7a54302b98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:17.659910 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c8c5a137-77b6-4277-9c63-095a4cd45fe9 req-1666e5a6-7011-462c-9512-7a54302b98ed service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1914747 Nov 10 20:25:17.672711 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.801973 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=a9a29633-4e77-4a44-9e66-585b1689588a,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:17.808817 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.833301 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-45ffcda2-61bf-4d93-a181-a4d4e1969261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:17.834816 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-45ffcda2-61bf-4d93-a181-a4d4e1969261 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69e2df80d43c44819f1876518a7a22dc&device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 1097 time: 0.0629504 Nov 10 20:25:17.896095 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3c1f2a58-4e78-4639-acd4-f36f2aa7c0eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.913892 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3c1f2a58-4e78-4639-acd4-f36f2aa7c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.922240 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.925164 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-9fd71e95-fada-452d-a946-40e3544a63c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be9bbefd-f721-4497-ba9c-cf90753b36a0 HTTP/1.1" status: 200 len: 217 time: 0.0666468 Nov 10 20:25:17.933435 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6466-ba7a-4f0f-897e-c24c7f116e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.946667 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6466-ba7a-4f0f-897e-c24c7f116e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.002437 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-3c1f2a58-4e78-4639-acd4-f36f2aa7c0eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cee3392166224385ae05d831f4bdc155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8892894 Nov 10 20:25:18.002437 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Attempting to bind port a9a29633-4e77-4a44-9e66-585b1689588a on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:18.002437 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Attempting to bind port a9a29633-4e77-4a44-9e66-585b1689588a by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:18.002880 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Attempting to bind port a9a29633-4e77-4a44-9e66-585b1689588a on network 97e1ec21-99c9-476f-95b9-6de7086e224b {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:18.005218 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34908) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:18.006313 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f2a58-4e78-4639-acd4-f36f2aa7c0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589af037-b927-4398-8cb4-c0ba12e4d47f,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:18.011854 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Network 1189ab54-b536-494f-b470-563ab0ae1003 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:18.018943 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:18.023011 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:18.028580 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ed5d6466-ba7a-4f0f-897e-c24c7f116e08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7fac98b27b347b0bd8a53e67983935a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564800 Nov 10 20:25:18.028704 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Pushing event updated for resources: {'Port': ['ID=891a9850-194e-498b-9316-1e9e4b73dc7b,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:18.030206 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 34912) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:18.038993 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-7cfc6b57-0c24-46c3-a27c-6609bd14c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:18.040975 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-7cfc6b57-0c24-46c3-a27c-6609bd14c7e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db01b19c-2720-408e-b8af-b25d26a97eb3 HTTP/1.1" status: 200 len: 849 time: 0.1037216 Nov 10 20:25:18.041761 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Port a9a29633-4e77-4a44-9e66-585b1689588a on network 97e1ec21-99c9-476f-95b9-6de7086e224b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:25:18.042196 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Attempting to bind port a9a29633-4e77-4a44-9e66-585b1689588a on network 97e1ec21-99c9-476f-95b9-6de7086e224b {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:18.077578 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:18.078834 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Checking segment: {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:18.079507 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Bound using segment: {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:18.080303 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Bound port: a9a29633-4e77-4a44-9e66-585b1689588a, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:18.080943 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.092930 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d6466-ba7a-4f0f-897e-c24c7f116e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3f690-3d23-4d33-b972-d62f3227ee60,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:18.095435 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-ee9c8fb0-dc20-4ff1-90b6-f9be71b172bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f4a68-9a36-45cf-929d-b634dc3f6b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357664 Nov 10 20:25:18.196374 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:18.197033 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.218306 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dd34a1f6-2d39-48b7-820f-b03d1f7b9ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.221285 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-45645e94-6bdf-4dac-a0c6-e78e5e4c97b1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4483776 Nov 10 20:25:18.269100 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Request body: {'port': {'device_id': 'fbd5e3e1-b2f0-43d9-950d-b879924ff956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:18.291634 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dd34a1f6-2d39-48b7-820f-b03d1f7b9ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.319586 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e44b-9a2a-49d5-9c23-748334d362a8 req-dc6e4353-b52f-4208-851a-02d91012b368 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:18.321107 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-60c9e44b-9a2a-49d5-9c23-748334d362a8 req-dc6e4353-b52f-4208-851a-02d91012b368 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 944 time: 0.1973710 Nov 10 20:25:18.334137 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] For port a9a29633-4e77-4a44-9e66-585b1689588a, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:18.343323 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5ed217e6-16b1-40a1-b814-e7fe0a6b4ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.368441 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] For port a9a29633-4e77-4a44-9e66-585b1689588a, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a9a29633-4e77-4a44-9e66-585b1689588a,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:18.383618 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.430831 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:18.431447 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.432945 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] 10.222.0.39 "PUT /v2.0/ports/a9a29633-4e77-4a44-9e66-585b1689588a HTTP/1.1" status: 200 len: 1094 time: 1.6502399 Nov 10 20:25:18.433891 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d47699-5f70-4942-88b0-11da0e8b2c2a', 'tag': 'a9a29633-4e77-4a44-9e66-585b1689588a'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:18.436146 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "04d47699-5f70-4942-88b0-11da0e8b2c2a", "tag": "a9a29633-4e77-4a44-9e66-585b1689588a"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:18.444921 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-60c9e44b-9a2a-49d5-9c23-748334d362a8 req-33ef2388-3aa0-4c6e-a957-5a3df84ee7ad tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146450 Nov 10 20:25:18.452658 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dd34a1f6-2d39-48b7-820f-b03d1f7b9ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.456174 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5ed217e6-16b1-40a1-b814-e7fe0a6b4ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.456790 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dd34a1f6-2d39-48b7-820f-b03d1f7b9ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.460163 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-dd34a1f6-2d39-48b7-820f-b03d1f7b9ad7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/589af037-b927-4398-8cb4-c0ba12e4d47f HTTP/1.1" status: 204 len: 168 time: 0.4484479 Nov 10 20:25:18.483726 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.487358 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34a1f6-2d39-48b7-820f-b03d1f7b9ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589af037-b927-4398-8cb4-c0ba12e4d47f,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:18.502967 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9c51-356b-42e7-99e9-c2ce92be40e6 req-da85449d-5bcf-464e-a54e-52a32b3227e8 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:18.505735 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cdcd9c51-356b-42e7-99e9-c2ce92be40e6 req-da85449d-5bcf-464e-a54e-52a32b3227e8 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 931 time: 0.2725103 Nov 10 20:25:18.513035 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-64bbb8d7-9bf5-4575-839e-067424585593 service neutron] 10.222.0.39 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991866 Nov 10 20:25:18.520550 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37136c52-3d4d-4dba-ad50-64d61df7aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=a9a29633-4e77-4a44-9e66-585b1689588a,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:18.636133 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e2335549-bc37-46e6-8b08-0afdff3ed309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:18.638011 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-e2335549-bc37-46e6-8b08-0afdff3ed309 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 1097 time: 0.0967293 Nov 10 20:25:18.674623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ae60-cc00-4d75-9ba2-90476242b1af req-bf8e5ae8-7646-4d25-9cb0-a66b1f3e6a3b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:18.676318 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9423ae60-cc00-4d75-9ba2-90476242b1af req-bf8e5ae8-7646-4d25-9cb0-a66b1f3e6a3b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0959737 Nov 10 20:25:18.720865 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-52d77b22-605b-475b-993e-66b0d1e35b0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9a29633-4e77-4a44-9e66-585b1689588a HTTP/1.1" status: 200 len: 217 time: 0.0435336 Nov 10 20:25:18.805804 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9423ae60-cc00-4d75-9ba2-90476242b1af req-b5910603-0723-44a8-bcd0-7927b36f7ad5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224842 Nov 10 20:25:18.820722 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-1636d7fc-0d43-4840-9810-f9068e367cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:18.822875 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-1636d7fc-0d43-4840-9810-f9068e367cfb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad999ec-4217-4ddf-8f91-0c61c6b2600b HTTP/1.1" status: 200 len: 855 time: 0.0919430 Nov 10 20:25:18.860887 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5ed217e6-16b1-40a1-b814-e7fe0a6b4ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.863537 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5ed217e6-16b1-40a1-b814-e7fe0a6b4ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:18.864554 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-5ed217e6-16b1-40a1-b814-e7fe0a6b4ccc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72f3f690-3d23-4d33-b972-d62f3227ee60 HTTP/1.1" status: 204 len: 168 time: 0.8336627 Nov 10 20:25:18.892247 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cdcd9c51-356b-42e7-99e9-c2ce92be40e6 req-fd9dda16-0415-4101-950f-7bab9e02b82b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624821 Nov 10 20:25:18.926688 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed217e6-16b1-40a1-b814-e7fe0a6b4ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3f690-3d23-4d33-b972-d62f3227ee60,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:18.930611 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-9d34ec3b-8196-498a-8985-6b2556e60440 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e1ec21-99c9-476f-95b9-6de7086e224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970507 Nov 10 20:25:18.934733 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bc41b30-ea02-479c-a3a3-03d5f611c32f req-766550ee-33fe-4f7b-b293-882059c90e94 service neutron] 10.222.0.39 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994017 Nov 10 20:25:18.986016 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a817e5-124f-4810-84f5-43b00ea08167 x-openstack-request-id: req-54a817e5-124f-4810-84f5-43b00ea08167 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:18.986302 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d47699-5f70-4942-88b0-11da0e8b2c2a", "tag": "a9a29633-4e77-4a44-9e66-585b1689588a", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:18.986552 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54a817e5-124f-4810-84f5-43b00ea08167 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:18.986941 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d47699-5f70-4942-88b0-11da0e8b2c2a', 'tag': 'a9a29633-4e77-4a44-9e66-585b1689588a', 'status': 'completed', 'code': 200} Nov 10 20:25:19.099487 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-0627c649-2c83-4490-a323-d0bee10a7666 service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162288 Nov 10 20:25:19.168287 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30eb37-2e20-4ca8-bb11-d4a8a1ee8517 req-01c8abb9-9157-41ea-8ccb-776790771e2c tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:19.169740 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cb30eb37-2e20-4ca8-bb11-d4a8a1ee8517 req-01c8abb9-9157-41ea-8ccb-776790771e2c tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 944 time: 0.0770104 Nov 10 20:25:19.286405 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-728e3164-827b-4db6-ae91-bc4acb4997ab req-0f639ddd-32d9-4232-93d6-0c33a4a55faa service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238644 Nov 10 20:25:19.291046 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cb30eb37-2e20-4ca8-bb11-d4a8a1ee8517 req-116f2a39-ecca-493a-be1d-d2b166b3bb75 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085591 Nov 10 20:25:19.304920 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891a9850-194e-498b-9316-1e9e4b73dc7b {{(pid=101640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:25:19.315227 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:19.331112 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.provisioning_blocks [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Transition to ACTIVE for port object 891a9850-194e-498b-9316-1e9e4b73dc7b will not be triggered until provisioned by entity L2. {{(pid=101640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:25:19.340253 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:19.400087 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Pushing event updated for resources: {'Port': ['ID=891a9850-194e-498b-9316-1e9e4b73dc7b,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:19.487218 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Attempting to bind port 891a9850-194e-498b-9316-1e9e4b73dc7b on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:19.488366 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Attempting to bind port 891a9850-194e-498b-9316-1e9e4b73dc7b by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4c4a5eb8-881c-4031-9862-aeb6c9a10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003'}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:19.488939 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Attempting to bind port 891a9850-194e-498b-9316-1e9e4b73dc7b on network 1189ab54-b536-494f-b470-563ab0ae1003 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:19.494516 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Port 891a9850-194e-498b-9316-1e9e4b73dc7b on network 1189ab54-b536-494f-b470-563ab0ae1003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:25:19.495101 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Attempting to bind port 891a9850-194e-498b-9316-1e9e4b73dc7b on network 1189ab54-b536-494f-b470-563ab0ae1003 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:19.504306 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:19.505084 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Checking segment: {'id': '4c4a5eb8-881c-4031-9862-aeb6c9a10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:19.505715 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Bound using segment: {'id': '4c4a5eb8-881c-4031-9862-aeb6c9a10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003'} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:19.506356 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Bound port: 891a9850-194e-498b-9316-1e9e4b73dc7b, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4a5eb8-881c-4031-9862-aeb6c9a10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003'}}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:19.506899 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:19.514450 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-ec2dfcd0-6d33-4c46-9312-ff522fe394ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:19.516364 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-ec2dfcd0-6d33-4c46-9312-ff522fe394ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 1097 time: 0.0538611 Nov 10 20:25:19.600699 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] For port 891a9850-194e-498b-9316-1e9e4b73dc7b, host hv-cinder-81514, cleared binding levels {{(pid=101640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:19.605948 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] For port 891a9850-194e-498b-9316-1e9e4b73dc7b, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=891a9850-194e-498b-9316-1e9e4b73dc7b,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:19.614728 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:19.632016 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:19.632646 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:19.634249 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] 10.222.0.39 "PUT /v2.0/ports/891a9850-194e-498b-9316-1e9e4b73dc7b HTTP/1.1" status: 200 len: 1093 time: 1.3751240 Nov 10 20:25:19.665852 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd5e3e1-b2f0-43d9-950d-b879924ff956', 'tag': '891a9850-194e-498b-9316-1e9e4b73dc7b'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:19.673517 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a988349-681e-47fb-8d28-b8786abe7b41" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd5e3e1-b2f0-43d9-950d-b879924ff956", "tag": "891a9850-194e-498b-9316-1e9e4b73dc7b"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:19.714405 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a05eab-634b-4d06-8d29-727665243104 req-208ae721-5424-41f2-8497-054db91e3353 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:19.725102 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-56a05eab-634b-4d06-8d29-727665243104 req-208ae721-5424-41f2-8497-054db91e3353 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 944 time: 0.1473415 Nov 10 20:25:19.743055 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad161d7-b86a-4e5c-b2e5-d656c7e69873 service neutron] Pushing event updated for resources: {'Port': ['ID=891a9850-194e-498b-9316-1e9e4b73dc7b,revision_number=3']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:19.757938 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaf80fe-4c38-4445-91f4-7f17a596445f x-openstack-request-id: req-ecaf80fe-4c38-4445-91f4-7f17a596445f {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:19.758236 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd5e3e1-b2f0-43d9-950d-b879924ff956", "tag": "891a9850-194e-498b-9316-1e9e4b73dc7b", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:19.758880 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecaf80fe-4c38-4445-91f4-7f17a596445f {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:19.759700 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd5e3e1-b2f0-43d9-950d-b879924ff956', 'tag': '891a9850-194e-498b-9316-1e9e4b73dc7b', 'status': 'completed', 'code': 200} Nov 10 20:25:19.797993 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-56a05eab-634b-4d06-8d29-727665243104 req-76ae60f2-c43c-4cbb-a1ac-02882b7a1c80 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704083 Nov 10 20:25:19.799985 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-4fb65243-c927-4886-945c-43abb1b0ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:19.801864 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-4fb65243-c927-4886-945c-43abb1b0ef93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 916 time: 0.2722704 Nov 10 20:25:19.817052 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 34968) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:19.836103 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-5bc06c4c-bdab-4c7b-9512-c2e87ecc15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:19.838003 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-5bc06c4c-bdab-4c7b-9512-c2e87ecc15f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35895c9baf2c4a57ba0ef155cd47bf34&device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 1096 time: 0.0503781 Nov 10 20:25:19.865074 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-a68b75fa-d4cf-4262-b195-084cf57dc953 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9a29633-4e77-4a44-9e66-585b1689588a HTTP/1.1" status: 200 len: 217 time: 0.0467663 Nov 10 20:25:19.939822 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-19ef0036-0b42-4f8d-9d83-d9a8d59de178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:19.943420 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-19ef0036-0b42-4f8d-9d83-d9a8d59de178 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad999ec-4217-4ddf-8f91-0c61c6b2600b HTTP/1.1" status: 200 len: 855 time: 0.0692153 Nov 10 20:25:19.951876 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-96a1f7ba-8db1-4597-84af-1363d2ac6063 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891a9850-194e-498b-9316-1e9e4b73dc7b HTTP/1.1" status: 200 len: 217 time: 0.0850739 Nov 10 20:25:20.008017 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-2c87a1a2-75bc-44c4-9371-4bdf44e78bab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e1ec21-99c9-476f-95b9-6de7086e224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486705 Nov 10 20:25:20.040475 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198c284-c7e9-4f90-bb19-f31aea7c5c4b req-14e69636-924f-4d03-a24f-56c2e0a81c69 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:20.042055 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9198c284-c7e9-4f90-bb19-f31aea7c5c4b req-14e69636-924f-4d03-a24f-56c2e0a81c69 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0928547 Nov 10 20:25:20.046141 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-0f030c58-e579-4b12-81fe-02a3bc10cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:20.047808 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-0f030c58-e579-4b12-81fe-02a3bc10cfdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1 HTTP/1.1" status: 200 len: 853 time: 0.0640874 Nov 10 20:25:20.103254 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-5c8afed4-e62c-4d91-963f-6b7d5edfb8b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1189ab54-b536-494f-b470-563ab0ae1003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395465 Nov 10 20:25:20.157259 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-700711877-network', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:20.188774 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9198c284-c7e9-4f90-bb19-f31aea7c5c4b req-ea7556ee-164b-46d4-9bc7-097ff9127a09 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316791 Nov 10 20:25:20.198813 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc58c9-e3a5-4bd1-a326-5aceae22add9 req-909b65d5-3432-43ea-b2db-bdfd3ac435f7 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:20.200479 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-23bc58c9-e3a5-4bd1-a326-5aceae22add9 req-909b65d5-3432-43ea-b2db-bdfd3ac435f7 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 943 time: 0.1966388 Nov 10 20:25:20.233768 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Made reservation on behalf of c40f6d7bb21946a79401d033eaf74f37 for: {'network': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:20.236646 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.252465 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-baabb149-cacf-4cc1-8ffe-b7917d1fea94 service neutron] 10.222.0.39 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329412 Nov 10 20:25:20.271083 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.318986 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-54fcd557-ee98-4832-a7eb-eaf469e29b67 service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952220 Nov 10 20:25:20.352058 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53d6c3f9-dcdb-4f01-87da-469a885d6b5b req-0f76bd21-1cce-450a-8c87-e781899db69c service neutron] 10.222.0.39 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924017 Nov 10 20:25:20.423311 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-23bc58c9-e3a5-4bd1-a326-5aceae22add9 req-638476d6-17bc-4fb2-8729-aaec48d10d61 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132232 Nov 10 20:25:20.492636 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a8ca3498-d2e8-45c3-9544-2aaa1b6d4bd8 req-e271ea36-0abe-461d-986a-a22201b4993e service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570747 Nov 10 20:25:20.518532 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.525850 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.558649 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=101639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:25:20.566745 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a4a72-7ae7-4324-a46f-3ab61efdcec9 req-c6e8e1a2-15d1-4625-b4fb-774d4e286d65 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:20.568361 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cd6a4a72-7ae7-4324-a46f-3ab61efdcec9 req-c6e8e1a2-15d1-4625-b4fb-774d4e286d65 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 944 time: 0.0787499 Nov 10 20:25:20.580928 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d4fc5-544b-41c5-a4da-29bd3b986333,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:20.599375 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.599566 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.segments_db [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Added segment 3203ad66-f563-4031-80a2-57728799def1 of type vlan for network 42177e54-a952-41d7-a78c-6773020ea1f3 Nov 10 20:25:20.641082 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cd6a4a72-7ae7-4324-a46f-3ab61efdcec9 req-d7d40bf8-86f1-44b1-8014-ebcadccd9965 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557835 Nov 10 20:25:20.653096 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.656592 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-072c7046-fab0-43de-8c7e-49184f25ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:20.658110 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-072c7046-fab0-43de-8c7e-49184f25ec42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35895c9baf2c4a57ba0ef155cd47bf34&device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 1096 time: 0.0971010 Nov 10 20:25:20.730421 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.731496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:20.732102 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.798377 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9878998 Nov 10 20:25:20.802834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35000) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:20.807834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Request body: {'subnet': {'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-700711877-subnet', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'ip_version': 4}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:20.823225 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a0cfd-59d3-4d4c-a5f4-f123accb1439 admin admin] Pushing event updated for resources: {'Network': ['ID=42177e54-a952-41d7-a78c-6773020ea1f3,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:20.835230 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 42177e54-a952-41d7-a78c-6773020ea1f3 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:25:20.839801 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-75ca2d47-d1f1-469c-9afc-94258e6d1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:20.845789 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-75ca2d47-d1f1-469c-9afc-94258e6d1b69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1189ab54-b536-494f-b470-563ab0ae1003 HTTP/1.1" status: 200 len: 914 time: 0.1726532 Nov 10 20:25:20.852369 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Made reservation on behalf of c40f6d7bb21946a79401d033eaf74f37 for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:20.854840 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34351864018'] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.918605 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-6f2d0099-c6e7-4b36-948a-25e11a48abbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891a9850-194e-498b-9316-1e9e4b73dc7b HTTP/1.1" status: 200 len: 217 time: 0.0597646 Nov 10 20:25:21.021320 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-0b361305-5963-4628-9354-42887f28055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:21.022830 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-0b361305-5963-4628-9354-42887f28055c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1 HTTP/1.1" status: 200 len: 853 time: 0.0964859 Nov 10 20:25:21.051296 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc40246-f66a-4290-ab8e-2df62c956c3a req-dfda9702-1d8f-434c-9b9b-6279cf145b6d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:21.053114 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dfc40246-f66a-4290-ab8e-2df62c956c3a req-dfda9702-1d8f-434c-9b9b-6279cf145b6d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 944 time: 0.1048238 Nov 10 20:25:21.070739 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-e8806f18-7296-44bc-94e4-2bf9a84ec0ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1189ab54-b536-494f-b470-563ab0ae1003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400708 Nov 10 20:25:21.092639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352402978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34351864060'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.155024 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d2dd2b-181a-4fd2-b272-6052dc08637c,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:21.169021 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Checking segment: {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:21.169379 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Network hostable DHCP agents. Network: 42177e54-a952-41d7-a78c-6773020ea1f3, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:25:21.180357 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dfc40246-f66a-4290-ab8e-2df62c956c3a req-9d1cbc6f-cdba-4636-9e9d-1371ec3cf257 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120594 Nov 10 20:25:21.209649 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Network 42177e54-a952-41d7-a78c-6773020ea1f3 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:25:21.229294 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-01849edd-2da0-49ff-8395-6e67752435b8 service neutron] 10.222.0.39 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377101 Nov 10 20:25:21.233219 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 42177e54-a952-41d7-a78c-6773020ea1f3) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:21.239650 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:21.240378 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.261262 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2208d-6ba6-4d43-97fc-c8714a78b6ea None None] Network 42177e54-a952-41d7-a78c-6773020ea1f3 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:21.286354 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b5f9aa9a-8d01-42fc-b2da-8763b0bd036d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4793339 Nov 10 20:25:21.287203 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35020) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:21.295960 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:21.362889 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.364137 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.366829 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a988349-681e-47fb-8d28-b8786abe7b41 req-158676d3-d2ed-429e-96a0-f45f5acc8829 service neutron] 10.222.0.39 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278269 Nov 10 20:25:21.382767 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76585a2-7833-455a-af27-a7779b4c2d16 req-38096c4f-324c-4f77-99c3-c13799349264 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:21.384507 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f76585a2-7833-455a-af27-a7779b4c2d16 req-38096c4f-324c-4f77-99c3-c13799349264 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0708978 Nov 10 20:25:21.488928 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.496939 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-42177e54-a952-41d7-a78c-6773020ea1f3', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:25:21.498876 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.596265 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f76585a2-7833-455a-af27-a7779b4c2d16 req-aa85ed67-3b46-47bc-8b7a-296167caafb9 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975453 Nov 10 20:25:21.684048 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Allocated IP 172.20.0.2 (42177e54-a952-41d7-a78c-6773020ea1f3/e1d2dd2b-181a-4fd2-b272-6052dc08637c/9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:21.706125 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.846693 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62953de-8f7e-442c-9411-8cbb63363dfc req-1df30d71-f317-42f4-ab61-1028dfbf3bd9 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:21.855429 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d62953de-8f7e-442c-9411-8cbb63363dfc req-1df30d71-f317-42f4-ab61-1028dfbf3bd9 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 944 time: 0.0799892 Nov 10 20:25:21.859867 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62143515-faef-47be-97b2-5a09c4d30559 req-95423e83-37d7-4ec0-bf54-edd9b370103b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:21.861941 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-62143515-faef-47be-97b2-5a09c4d30559 req-95423e83-37d7-4ec0-bf54-edd9b370103b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 943 time: 0.0831640 Nov 10 20:25:21.884986 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35042) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:21.944159 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d62953de-8f7e-442c-9411-8cbb63363dfc req-cc5279a0-48cc-4cca-b309-b620fa6c5e79 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868037 Nov 10 20:25:22.012624 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.021899 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.042502 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-62143515-faef-47be-97b2-5a09c4d30559 req-e7da8793-f7e7-4cab-8657-12142fb5f466 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546905 Nov 10 20:25:22.067462 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Network 42177e54-a952-41d7-a78c-6773020ea1f3 is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:22.069122 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:22.073285 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:22.085046 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Pushing event updated for resources: {'Port': ['ID=9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:22.142210 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e03a-888d-4651-9c0e-c879ec69bd82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.150288 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Attempting to bind port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:22.150549 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Attempting to bind port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:22.151008 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Attempting to bind port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 on network 42177e54-a952-41d7-a78c-6773020ea1f3 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:22.156638 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:22.157022 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Checking segment: {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:22.157433 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.157833 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Bound using segment: {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:22.158310 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Bound port: 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:22.158696 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.209353 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.232103 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.246709 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e03a-888d-4651-9c0e-c879ec69bd82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.252854 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e03a-888d-4651-9c0e-c879ec69bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.286792 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] For port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:22.293851 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] For port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:22.300408 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3e03a-888d-4651-9c0e-c879ec69bd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fba7ab-8adf-48e7-8b40-b7aa1e1cd9d4,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:22.305655 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-cbb3e03a-888d-4651-9c0e-c879ec69bd82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ec56d289c424937a21f083e48b60a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194419 Nov 10 20:25:22.308293 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35052) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:22.316030 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.388496 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b20dd-09a4-4989-b593-eddb2507f466 None None] Pushing event updated for resources: {'Port': ['ID=9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:22.411545 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28059644-4bf2-4ed0-b78f-2212bd810897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.427210 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Allocated IP 172.27.3.35 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/fcf60ca7-4f18-42e4-8410-638371a60686) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:22.439579 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4b0e2-37a7-460c-933f-e52d8bebf0e7 req-02056d8d-4f61-4a49-b87a-5e79f335d3e0 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:22.441142 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-21b4b0e2-37a7-460c-933f-e52d8bebf0e7 req-02056d8d-4f61-4a49-b87a-5e79f335d3e0 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 944 time: 0.1137474 Nov 10 20:25:22.445253 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ed6f4-7fc7-4507-94b1-4c57e164270e req-b217f228-e56a-43c9-b9b8-2fd3ad3795fe tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:22.446789 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-552ed6f4-7fc7-4507-94b1-4c57e164270e req-b217f228-e56a-43c9-b9b8-2fd3ad3795fe tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.0746336 Nov 10 20:25:22.458068 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28059644-4bf2-4ed0-b78f-2212bd810897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.524342 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-552ed6f4-7fc7-4507-94b1-4c57e164270e req-67c4c42c-861f-4410-95ee-5f0b30fb7dbb tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702813 Nov 10 20:25:22.548334 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28059644-4bf2-4ed0-b78f-2212bd810897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.552274 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28059644-4bf2-4ed0-b78f-2212bd810897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.553927 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-28059644-4bf2-4ed0-b78f-2212bd810897 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28fba7ab-8adf-48e7-8b40-b7aa1e1cd9d4 HTTP/1.1" status: 204 len: 168 time: 0.2445347 Nov 10 20:25:22.556015 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-21b4b0e2-37a7-460c-933f-e52d8bebf0e7 req-52854824-8dbb-4c31-b55b-1170690a0cb6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022611 Nov 10 20:25:22.588508 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28059644-4bf2-4ed0-b78f-2212bd810897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fba7ab-8adf-48e7-8b40-b7aa1e1cd9d4,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:22.620114 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.693855 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.740089 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:22.746630 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:22.774299 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:22.783893 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf60ca7-4f18-42e4-8410-638371a60686,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:22.931326 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b891b-60c9-4e88-bd7e-b70da60c79e9 req-9815fb4e-f888-449c-897e-732247659bb2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:22.932746 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4a3b891b-60c9-4e88-bd7e-b70da60c79e9 req-9815fb4e-f888-449c-897e-732247659bb2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.1553252 Nov 10 20:25:22.984060 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35064) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:23.004646 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e92f24a9-0ee7-4926-8e27-e873a26b39bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.034575 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4a3b891b-60c9-4e88-bd7e-b70da60c79e9 req-a20c98f3-7069-4ece-9cc2-b437dac1d1be tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744119 Nov 10 20:25:23.136989 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3646a6-e8ae-463f-b075-128dc9e09392 req-510ac1a6-f138-4ae2-bb03-db20727c98de tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:23.138560 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ac3646a6-e8ae-463f-b075-128dc9e09392 req-510ac1a6-f138-4ae2-bb03-db20727c98de tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 944 time: 0.0836174 Nov 10 20:25:23.161906 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e92f24a9-0ee7-4926-8e27-e873a26b39bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.176002 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e92f24a9-0ee7-4926-8e27-e873a26b39bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.241197 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-e92f24a9-0ee7-4926-8e27-e873a26b39bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ac50e9c4c0444bd91e4e6f95323b01a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553949 Nov 10 20:25:23.244255 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35070) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:23.255586 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ac3646a6-e8ae-463f-b075-128dc9e09392 req-4269d3a2-f11b-48d2-b34b-07dd0118bd4a tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056540 Nov 10 20:25:23.278124 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f24a9-0ee7-4926-8e27-e873a26b39bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14eb326-4795-40d3-862b-931938bf4ff1,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:23.319150 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:23.351523 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ada1ef4c-a2c4-498e-b4d5-7d61ff58cded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.376832 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ada1ef4c-a2c4-498e-b4d5-7d61ff58cded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.396643 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:23.397297 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.414214 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.439181 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad326bb4-15cd-43aa-b138-3d90802eda5d req-f50495c7-0576-4e37-9938-f8310d8d14bd tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:23.441367 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ad326bb4-15cd-43aa-b138-3d90802eda5d req-f50495c7-0576-4e37-9938-f8310d8d14bd tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 943 time: 0.1051934 Nov 10 20:25:23.443709 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ada1ef4c-a2c4-498e-b4d5-7d61ff58cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.448331 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ada1ef4c-a2c4-498e-b4d5-7d61ff58cded admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.455106 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ada1ef4c-a2c4-498e-b4d5-7d61ff58cded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e14eb326-4795-40d3-862b-931938bf4ff1 HTTP/1.1" status: 204 len: 168 time: 0.1925402 Nov 10 20:25:23.461887 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1ef4c-a2c4-498e-b4d5-7d61ff58cded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14eb326-4795-40d3-862b-931938bf4ff1,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:23.556192 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.565505 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ad326bb4-15cd-43aa-b138-3d90802eda5d req-fdd8792b-16f8-4811-a7a7-123101b2b642 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568748 Nov 10 20:25:23.645218 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:23.654570 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.765643 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:23.779418 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab8f94-b582-40e0-a260-c0c3b31aa88c None None] Network 42177e54-a952-41d7-a78c-6773020ea1f3 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:23.828129 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a30ed0-27c1-48ed-a9e2-254383338e8e req-0862d3fd-e07e-45b3-95b8-19c303d47d29 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:23.830639 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f6a30ed0-27c1-48ed-a9e2-254383338e8e req-0862d3fd-e07e-45b3-95b8-19c303d47d29 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.1138077 Nov 10 20:25:23.867378 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-5281991b-7782-4c3e-af1d-8f747e186d3c None None] Provisioning complete for port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:23.867944 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5281991b-7782-4c3e-af1d-8f747e186d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.898712 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f6a30ed0-27c1-48ed-a9e2-254383338e8e req-ea8d16eb-0157-4e25-882b-5f50c4b51371 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596652 Nov 10 20:25:23.902455 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:24.051555 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf971a-2001-464e-8660-6d24a4918604 req-d74375de-fc55-483a-b415-431d899bf004 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:24.056464 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ecdf971a-2001-464e-8660-6d24a4918604 req-d74375de-fc55-483a-b415-431d899bf004 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 944 time: 0.1499159 Nov 10 20:25:24.157836 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ecdf971a-2001-464e-8660-6d24a4918604 req-db2c40bf-8611-4d8a-856b-5cad0f7d6731 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973189 Nov 10 20:25:24.189353 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:25:24.223520 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22407-779d-444e-b8d1-8497d4349531 req-7139567c-032f-4db1-b5ee-9d8840334e27 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:24.225254 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d1d22407-779d-444e-b8d1-8497d4349531 req-7139567c-032f-4db1-b5ee-9d8840334e27 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0565147 Nov 10 20:25:24.324086 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:25:24.329131 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d1d22407-779d-444e-b8d1-8497d4349531 req-fec24de1-9c30-4800-9e0b-168e938e6bde tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975869 Nov 10 20:25:24.345029 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Sync routers for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:25:24.358009 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:24.358701 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:24.359901 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:25:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:24.368358 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ba761fea-fc30-4a6c-8c1d-3a9109ff6042 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0783150 Nov 10 20:25:24.371989 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35104) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:24.392606 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-b7e5f350-021e-42c3-aaed-3038e0ed6ad2 None None] Provisioning complete for port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:24.393563 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f350-021e-42c3-aaed-3038e0ed6ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:24.452463 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23316f-d21a-4a85-a808-ee31fe03443e req-30d6cb39-be34-4f9a-bd9f-fa54a01fe4fa tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:24.455039 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dd23316f-d21a-4a85-a808-ee31fe03443e req-30d6cb39-be34-4f9a-bd9f-fa54a01fe4fa tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 944 time: 0.0851390 Nov 10 20:25:24.520114 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:24.534325 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dd23316f-d21a-4a85-a808-ee31fe03443e req-746a8ef9-c952-4983-8ba8-45acc8a0f0db tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721688 Nov 10 20:25:24.776557 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:22Z', 'revision_number': 3, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:24.819221 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Checking router: 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:25:24.819798 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Updating router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 port fcf60ca7-4f18-42e4-8410-638371a60686 binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:25:24.843151 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b992b2-1ad3-453d-863a-1a32b05006f6 req-d25e3a75-4fb3-4185-b8e8-17f214231d4b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:24.844879 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-18b992b2-1ad3-453d-863a-1a32b05006f6 req-d25e3a75-4fb3-4185-b8e8-17f214231d4b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 943 time: 0.0961337 Nov 10 20:25:24.869063 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:24.941855 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-18b992b2-1ad3-453d-863a-1a32b05006f6 req-d46f5a72-8aef-4725-974e-46cdd5716418 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899172 Nov 10 20:25:25.060188 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddffadd-c7fa-4da1-b758-0eb097772de5 req-55028c27-6f19-43af-8c0d-b3527117258e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:25.063966 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bddffadd-c7fa-4da1-b758-0eb097772de5 req-55028c27-6f19-43af-8c0d-b3527117258e tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.0573483 Nov 10 20:25:25.138830 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bddffadd-c7fa-4da1-b758-0eb097772de5 req-29f68222-e1be-4d84-91d3-42cfc583ba59 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687492 Nov 10 20:25:25.243123 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:25.256751 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.268089 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.274228 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.323162 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb5318-5463-42cd-a630-f13c9f9c5bae req-4d5ce5ba-9c18-46d5-8a03-b8f4fffdcbaa tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:25.333739 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7afb5318-5463-42cd-a630-f13c9f9c5bae req-4d5ce5ba-9c18-46d5-8a03-b8f4fffdcbaa tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 944 time: 0.0839014 Nov 10 20:25:25.357597 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device be9bbefd-f721-4497-ba9c-cf90753b36a0 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:25:25.362285 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:25.362653 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.369015 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Pushing event updated for resources: {'Port': ['ID=fcf60ca7-4f18-42e4-8410-638371a60686,revision_number=2']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:25.379583 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.380477 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.380985 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.381481 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.381972 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.383085 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.383655 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.384164 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.384656 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.385121 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.385765 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.386263 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:25.411663 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Attempting to bind port fcf60ca7-4f18-42e4-8410-638371a60686 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:25.412439 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Attempting to bind port fcf60ca7-4f18-42e4-8410-638371a60686 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:25.413699 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Attempting to bind port fcf60ca7-4f18-42e4-8410-638371a60686 on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:25.421204 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:25.421983 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:25.425460 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.426151 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:25.426865 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Bound port: fcf60ca7-4f18-42e4-8410-638371a60686, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:25.428242 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.447000 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7afb5318-5463-42cd-a630-f13c9f9c5bae req-8e02cb2a-ab6e-4781-bfa9-69f63353e472 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123118 Nov 10 20:25:25.489325 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030c013-0405-4d10-8466-b6d201c72073 req-f6ae8d70-87a5-41fc-8073-1cb062adc60d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:25.490848 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0030c013-0405-4d10-8466-b6d201c72073 req-f6ae8d70-87a5-41fc-8073-1cb062adc60d tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.1606274 Nov 10 20:25:25.510757 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] For port fcf60ca7-4f18-42e4-8410-638371a60686, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:25.516042 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] For port fcf60ca7-4f18-42e4-8410-638371a60686, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=fcf60ca7-4f18-42e4-8410-638371a60686,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:25.527425 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.592264 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:25.592964 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:25:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:25.636586 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port be9bbefd-f721-4497-ba9c-cf90753b36a0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be9bbefd-f721-4497-ba9c-cf90753b36a0,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:25.651032 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'be9bbefd-f721-4497-ba9c-cf90753b36a0', 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c', 'port_id': 'be9bbefd-f721-4497-ba9c-cf90753b36a0', 'mac_address': 'fa:16:3e:47:43:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db01b19c-2720-408e-b8af-b25d26a97eb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:25:25.657549 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff057a-091a-4686-bc59-5a026788b570 req-8e098a98-fd80-4923-8e62-a9feb89755d8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:25.667499 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e3ff057a-091a-4686-bc59-5a026788b570 req-8e098a98-fd80-4923-8e62-a9feb89755d8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.1880436 Nov 10 20:25:25.710833 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.723036 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:25.733696 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9bbefd-f721-4497-ba9c-cf90753b36a0 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:25:25.761141 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port be9bbefd-f721-4497-ba9c-cf90753b36a0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be9bbefd-f721-4497-ba9c-cf90753b36a0,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:25.767122 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.768273 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 891a9850-194e-498b-9316-1e9e4b73dc7b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:25:25.792033 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Allocated IP 172.20.0.1 (42177e54-a952-41d7-a78c-6773020ea1f3/e1d2dd2b-181a-4fd2-b272-6052dc08637c/ec0c8352-0c79-434f-8f78-fe12f65fd25e) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:25.815169 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e3ff057a-091a-4686-bc59-5a026788b570 req-64419d25-e90b-4849-84b8-76d8203edfc7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453290 Nov 10 20:25:25.911287 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=be9bbefd-f721-4497-ba9c-cf90753b36a0,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:25.913531 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c514-b5b0-4286-87aa-ec0a249a5e14 req-d355ad34-5f81-43a3-abf0-a59145855448 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:25.916150 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-0030c013-0405-4d10-8466-b6d201c72073 req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Deleting port d42128ef-056a-4e24-9f74-9421df70d133 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:25:25.916794 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-0030c013-0405-4d10-8466-b6d201c72073 req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.935038 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ce82c514-b5b0-4286-87aa-ec0a249a5e14 req-d355ad34-5f81-43a3-abf0-a59145855448 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 945 time: 0.1802645 Nov 10 20:25:25.997216 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 891a9850-194e-498b-9316-1e9e4b73dc7b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=891a9850-194e-498b-9316-1e9e4b73dc7b,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:26.025364 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '891a9850-194e-498b-9316-1e9e4b73dc7b', 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003', 'port_id': '891a9850-194e-498b-9316-1e9e4b73dc7b', 'mac_address': 'fa:16:3e:aa:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:25:26.051787 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:26.066859 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ce82c514-b5b0-4286-87aa-ec0a249a5e14 req-f24dd702-3167-40d4-94e0-1467e43e2389 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251347 Nov 10 20:25:26.116879 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-0030c013-0405-4d10-8466-b6d201c72073 req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] For port d42128ef-056a-4e24-9f74-9421df70d133, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d42128ef-056a-4e24-9f74-9421df70d133,segment=NetworkSegment(fb5b23a5-98d1-403f-9425-e4003d88fd8d),segment_id=fb5b23a5-98d1-403f-9425-e4003d88fd8d)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:26.125875 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:26.130160 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-0030c013-0405-4d10-8466-b6d201c72073 req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:26.145906 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891a9850-194e-498b-9316-1e9e4b73dc7b {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:25:26.180118 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdcaa2-b379-4cc9-80b6-d3af5a906643 None None] Pushing event updated for resources: {'Port': ['ID=fcf60ca7-4f18-42e4-8410-638371a60686,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:26.197305 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 891a9850-194e-498b-9316-1e9e4b73dc7b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=891a9850-194e-498b-9316-1e9e4b73dc7b,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:26.204303 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:26.205084 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a9a29633-4e77-4a44-9e66-585b1689588a details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:25:26.212586 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:22Z', 'revision_number': 3, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:26.229653 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-0030c013-0405-4d10-8466-b6d201c72073 req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Calling delete_port for d42128ef-056a-4e24-9f74-9421df70d133 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:25:26.259776 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bed4a-e9a3-474a-a4b7-86de68fde89c None None] The sync data for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi is: [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:22Z', 'revision_number': 3, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:25:26.335034 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=891a9850-194e-498b-9316-1e9e4b73dc7b,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:26.418274 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82b46-4fdf-422f-a9db-a22cd7c42d13 req-c97a4f62-9847-4377-af1b-c36f5ab6d807 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:26.422150 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a9a29633-4e77-4a44-9e66-585b1689588a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a9a29633-4e77-4a44-9e66-585b1689588a,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:26.439383 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a7f82b46-4fdf-422f-a9db-a22cd7c42d13 req-c97a4f62-9847-4377-af1b-c36f5ab6d807 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 945 time: 0.1437545 Nov 10 20:25:26.443118 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'a9a29633-4e77-4a44-9e66-585b1689588a', 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b', 'port_id': 'a9a29633-4e77-4a44-9e66-585b1689588a', 'mac_address': 'fa:16:3e:75:b1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad999ec-4217-4ddf-8f91-0c61c6b2600b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:25:26.451387 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b308c5-1af0-4678-b5eb-65f4eb9f531f req-ca76b6d6-ec3c-4afd-aba2-ed3d5eb97387 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:26.465365 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a9b308c5-1af0-4678-b5eb-65f4eb9f531f req-ca76b6d6-ec3c-4afd-aba2-ed3d5eb97387 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 943 time: 0.3568163 Nov 10 20:25:26.471079 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:26.566666 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a7f82b46-4fdf-422f-a9db-a22cd7c42d13 req-938178fe-dc80-405d-9a46-31022029cda2 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e7a2953-8562-4e72-98ca-9fbd562417e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141891 Nov 10 20:25:26.609162 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:26.619623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Network 42177e54-a952-41d7-a78c-6773020ea1f3 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:26.630664 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a29633-4e77-4a44-9e66-585b1689588a {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:25:26.647733 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:26.659283 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a9a29633-4e77-4a44-9e66-585b1689588a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a9a29633-4e77-4a44-9e66-585b1689588a,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:26.659739 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:26.667167 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:26.669305 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0c8352-0c79-434f-8f78-fe12f65fd25e,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:26.788768 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a9b308c5-1af0-4678-b5eb-65f4eb9f531f req-0943f865-8a6d-41a3-9936-0e2dddb6d425 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222494 Nov 10 20:25:26.798661 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=a9a29633-4e77-4a44-9e66-585b1689588a,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:26.808622 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08741735-9c4a-4f16-8eb0-7bff365b71d4 req-e712e511-9d0f-41a9-bd0f-d8db24df2556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:26.810850 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-08741735-9c4a-4f16-8eb0-7bff365b71d4 req-e712e511-9d0f-41a9-bd0f-d8db24df2556 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 1098 time: 0.0743153 Nov 10 20:25:26.926464 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-08741735-9c4a-4f16-8eb0-7bff365b71d4 req-2b45eeb3-b7ec-4fd6-aa18-46e00d482f0a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008129 Nov 10 20:25:26.943410 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-0030c013-0405-4d10-8466-b6d201c72073 req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:27.007308 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:27.052271 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Pushing event deleted for resources: {'Port': ['ID=d42128ef-056a-4e24-9f74-9421df70d133,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:27.088311 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-9e069ee3-723f-47d9-b8d5-50e968af6ee2 None None] Provisioning complete for port ec0c8352-0c79-434f-8f78-fe12f65fd25e triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:27.088935 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9e069ee3-723f-47d9-b8d5-50e968af6ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:27.104893 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c376a0-61fe-45bc-9ee3-f000582d7393 req-6047e071-34fe-4ca3-b149-5b8126e59eb1 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:27.122870 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-80c376a0-61fe-45bc-9ee3-f000582d7393 req-6047e071-34fe-4ca3-b149-5b8126e59eb1 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0975995 Nov 10 20:25:27.185816 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b9afd-43de-4519-8ded-99becc78241d req-b5c90af0-3b20-4fc6-aff3-4521e2b37cc1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:27.187950 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-9e069ee3-723f-47d9-b8d5-50e968af6ee2 None None] Port ec0c8352-0c79-434f-8f78-fe12f65fd25e cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:25:27.202263 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-500b9afd-43de-4519-8ded-99becc78241d req-b5c90af0-3b20-4fc6-aff3-4521e2b37cc1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 945 time: 0.3122945 Nov 10 20:25:27.261398 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device fcf60ca7-4f18-42e4-8410-638371a60686 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:27.268430 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-80c376a0-61fe-45bc-9ee3-f000582d7393 req-15ad1b64-e59b-45bd-b0d4-7cb9c2c1d78d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352823 Nov 10 20:25:27.273326 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0030c013-0405-4d10-8466-b6d201c72073 req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] No DVR routers for this DVR port d42128ef-056a-4e24-9f74-9421df70d133 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:25:27.293265 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-0030c013-0405-4d10-8466-b6d201c72073 req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:27.305575 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0030c013-0405-4d10-8466-b6d201c72073 req-e75125e2-fd99-4f01-b739-9c8c6b48e780 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.39 "DELETE /v2.0/ports/d42128ef-056a-4e24-9f74-9421df70d133 HTTP/1.1" status: 204 len: 173 time: 1.7792077 Nov 10 20:25:27.314994 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3534c1-df66-45c2-b809-fac88b8e634e', 'name': 'network-vif-deleted', 'tag': 'd42128ef-056a-4e24-9f74-9421df70d133'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:27.322633 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bcc262-ba76-4308-ab21-9ac0e6417471" -d '{"events": [{"server_uuid": "bb3534c1-df66-45c2-b809-fac88b8e634e", "name": "network-vif-deleted", "tag": "d42128ef-056a-4e24-9f74-9421df70d133"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:27.372757 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-500b9afd-43de-4519-8ded-99becc78241d req-0ff4f718-f655-4a9b-8334-d80dbaa1947d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689618 Nov 10 20:25:27.480697 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9233d-f9b2-4c9b-bf63-944a06852d35 req-10989e27-04c7-4d94-ba17-e11ed983b48b tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:27.492280 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9ae9233d-f9b2-4c9b-bf63-944a06852d35 req-10989e27-04c7-4d94-ba17-e11ed983b48b tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 945 time: 0.0783348 Nov 10 20:25:27.507356 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82324325-2c23-4f07-86ee-ef807cf17733 x-openstack-request-id: req-82324325-2c23-4f07-86ee-ef807cf17733 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:27.516255 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device d42128ef-056a-4e24-9f74-9421df70d133 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:25:27.518395 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3534c1-df66-45c2-b809-fac88b8e634e", "name": "network-vif-deleted", "tag": "d42128ef-056a-4e24-9f74-9421df70d133", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:27.519468 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82324325-2c23-4f07-86ee-ef807cf17733 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:27.519662 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['a9a29633-4e77-4a44-9e66-585b1689588a'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:25:27.520162 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3534c1-df66-45c2-b809-fac88b8e634e', 'name': 'network-vif-deleted', 'tag': 'd42128ef-056a-4e24-9f74-9421df70d133', 'status': 'completed', 'code': 200} Nov 10 20:25:27.534877 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:27.585054 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9ae9233d-f9b2-4c9b-bf63-944a06852d35 req-41532e03-6738-4f67-9b93-ae1d4bda7111 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916364 Nov 10 20:25:27.628407 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: d42128ef-056a-4e24-9f74-9421df70d133 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:25:27.629003 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device d42128ef-056a-4e24-9f74-9421df70d133 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:25:27.713028 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port fcf60ca7-4f18-42e4-8410-638371a60686 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:27.713687 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:27.741836 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f7bacaa7-9fc7-41cd-888a-f77054494a12 req-1027293f-7b56-403e-8f5c-68d1814754f0 tempest-DeleteServersTestJSON-2074893869 tempest-DeleteServersTestJSON-2074893869-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3534c1-df66-45c2-b809-fac88b8e634e HTTP/1.1" status: 200 len: 210 time: 0.0384285 Nov 10 20:25:27.779852 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['be9bbefd-f721-4497-ba9c-cf90753b36a0'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:25:27.816909 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['891a9850-194e-498b-9316-1e9e4b73dc7b'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:25:27.841893 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-821645e5-4dbe-4e18-9624-c9865213baf7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662377 Nov 10 20:25:27.880483 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:27.910549 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:27.967586 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:28.033248 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port fcf60ca7-4f18-42e4-8410-638371a60686, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=fcf60ca7-4f18-42e4-8410-638371a60686,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:28.051322 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:28.059734 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0c8352-0c79-434f-8f78-fe12f65fd25e,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:28.073949 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a1b26-0692-4e6b-8ac6-56aead13b44c req-dc392b57-7004-4406-8a57-05157cd0fafb tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:28.088410 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c17a1b26-0692-4e6b-8ac6-56aead13b44c req-dc392b57-7004-4406-8a57-05157cd0fafb tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 944 time: 0.1301057 Nov 10 20:25:28.115892 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:28.138056 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-704f20a5-1248-4455-a2ba-cc55835e0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:28.139953 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-704f20a5-1248-4455-a2ba-cc55835e0630 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 1098 time: 0.1136568 Nov 10 20:25:28.175994 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c17a1b26-0692-4e6b-8ac6-56aead13b44c req-e400eb16-146a-40f9-aef5-7a9c29336a96 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873768 Nov 10 20:25:28.212871 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=fcf60ca7-4f18-42e4-8410-638371a60686,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:28.358219 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Network 42177e54-a952-41d7-a78c-6773020ea1f3 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:28.364887 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:28.373316 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-ff560a24-a731-4594-9b94-cb4c3e136ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:28.375841 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-ff560a24-a731-4594-9b94-cb4c3e136ecd service neutron] 10.222.0.39 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 916 time: 0.1763763 Nov 10 20:25:28.668538 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2132de-b8f8-4bc6-8d63-3d95c39a052b req-13eeb227-5f2a-4bd1-9ffc-3c28f9ab6b86 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:28.670757 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9a2132de-b8f8-4bc6-8d63-3d95c39a052b req-13eeb227-5f2a-4bd1-9ffc-3c28f9ab6b86 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 945 time: 0.1305728 Nov 10 20:25:28.779409 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-b2e0ed27-2feb-428f-b39d-7c0b53925598 None None] Provisioning complete for port ec0c8352-0c79-434f-8f78-fe12f65fd25e triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:28.786417 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ed27-2feb-428f-b39d-7c0b53925598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:28.791493 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35258) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:28.828762 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9a2132de-b8f8-4bc6-8d63-3d95c39a052b req-2b60ce94-3ee6-4fa5-9d0c-3a409e793897 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462901 Nov 10 20:25:28.879723 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0ed27-2feb-428f-b39d-7c0b53925598 None None] Port ec0c8352-0c79-434f-8f78-fe12f65fd25e cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:25:28.940569 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-af64e4b4-8dd4-489d-8c20-81f940043baf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90131853-1376-4ea2-aa1c-da65b676adf2 HTTP/1.1" status: 200 len: 217 time: 0.5547695 Nov 10 20:25:29.018988 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85f847-bad0-40f2-9140-dbab5b901755 req-8b702aa0-d8e2-4650-9581-4de4ec3cff33 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:29.020581 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ac85f847-bad0-40f2-9140-dbab5b901755 req-8b702aa0-d8e2-4650-9581-4de4ec3cff33 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 945 time: 0.0642488 Nov 10 20:25:29.035767 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0de66e62-8b1b-498d-bad8-bd8619ae54e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.065480 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:25:29.073039 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-1ee74ae0-05d2-42fc-8827-efd36533a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:29.075170 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-1ee74ae0-05d2-42fc-8827-efd36533a844 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad999ec-4217-4ddf-8f91-0c61c6b2600b HTTP/1.1" status: 200 len: 855 time: 0.1031334 Nov 10 20:25:29.084418 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897235e-8937-4b0c-8ccf-8e051aec5298 req-ab2c5849-6b84-4de1-8d8d-c4e0f241f6ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:29.086273 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c897235e-8937-4b0c-8ccf-8e051aec5298 req-ab2c5849-6b84-4de1-8d8d-c4e0f241f6ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.1813586 Nov 10 20:25:29.103124 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ac85f847-bad0-40f2-9140-dbab5b901755 req-bf0bad67-aa2b-405c-a2b6-47b757682342 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689538 Nov 10 20:25:29.123245 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-2fc180fd-1d22-43ee-a1a2-73c619dc2668 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e1ec21-99c9-476f-95b9-6de7086e224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359666 Nov 10 20:25:29.260458 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0de66e62-8b1b-498d-bad8-bd8619ae54e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.270092 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device fcf60ca7-4f18-42e4-8410-638371a60686 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:29.273498 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0de66e62-8b1b-498d-bad8-bd8619ae54e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.278286 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c897235e-8937-4b0c-8ccf-8e051aec5298 req-6b3cd7c8-7e8f-4972-acec-367148f41822 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795592 Nov 10 20:25:29.365552 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-0de66e62-8b1b-498d-bad8-bd8619ae54e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a60e618d3cf485eb80d8bbf91de5b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5729778 Nov 10 20:25:29.375277 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35272) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:29.380933 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de66e62-8b1b-498d-bad8-bd8619ae54e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570f8b15-74ca-46d1-974b-3b680d5e311d,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:29.402760 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port fcf60ca7-4f18-42e4-8410-638371a60686 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:29.407870 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.460280 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:25:29.471552 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-271edfbb-bb59-4bed-92ac-9374f14d5dc1 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c85aed9-6a83-4ba1-8a17-7ab200955fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0978138 Nov 10 20:25:29.483953 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Sync routers for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:25:29.484694 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-49c72e9a-1c1a-46de-aa06-24e6c8b2ded3 service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423610 Nov 10 20:25:29.499736 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97feb26-9588-45e6-9dc5-a449387a806d req-db98f212-a6aa-4b75-acf5-e4e89e7ac6b4 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:29.509451 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f97feb26-9588-45e6-9dc5-a449387a806d req-db98f212-a6aa-4b75-acf5-e4e89e7ac6b4 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 944 time: 0.1126127 Nov 10 20:25:29.524820 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.527133 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:29.528029 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:25:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:29.575164 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f97feb26-9588-45e6-9dc5-a449387a806d req-ca620b32-deff-4aaf-9092-ef4ddfd24814 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646789 Nov 10 20:25:29.625556 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.717885 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:29.722586 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a60d91d5-dc1e-4942-a08a-426ffd17dbfd req-16b2724a-36bf-4ba2-8844-275a956635bd service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270181 Nov 10 20:25:29.735269 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.738386 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.739730 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/570f8b15-74ca-46d1-974b-3b680d5e311d HTTP/1.1" status: 204 len: 168 time: 0.3630369 Nov 10 20:25:29.760117 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f8b15-74ca-46d1-974b-3b680d5e311d,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:29.775649 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.776750 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.777268 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.777763 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.778258 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.778839 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.779246 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.779769 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.780385 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.780926 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.781489 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:29.781892 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148ef23-f741-4e55-a202-9b01648fd062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.030027 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fcd80-d4c8-4552-8e82-f038df9e31b3 req-ba8c1a76-fc17-4e23-82e5-39dfdf1cb73a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:30.033643 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ed4fcd80-d4c8-4552-8e82-f038df9e31b3 req-ba8c1a76-fc17-4e23-82e5-39dfdf1cb73a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 945 time: 0.0716472 Nov 10 20:25:30.102966 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'ec0c8352-0c79-434f-8f78-fe12f65fd25e', 'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'mac_address': 'fa:16:3e:d8:81:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:25Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 2, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'subnets': [{'id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:30.128465 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ed4fcd80-d4c8-4552-8e82-f038df9e31b3 req-83e05488-b93f-4b09-a008-baec3153a7a8 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766480 Nov 10 20:25:30.135762 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Checking router: 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:25:30.136201 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Updating router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 port ec0c8352-0c79-434f-8f78-fe12f65fd25e binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:25:30.168128 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.253019 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7998a34-52dc-4dfb-a89f-2f26dcfb484e req-dc97e4f4-c314-4b1e-8bb6-3d405a9f5dce tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:30.254742 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c7998a34-52dc-4dfb-a89f-2f26dcfb484e req-dc97e4f4-c314-4b1e-8bb6-3d405a9f5dce tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 945 time: 0.0596485 Nov 10 20:25:30.318058 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35302) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:30.334030 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-955195845-network', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:30.355786 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c7998a34-52dc-4dfb-a89f-2f26dcfb484e req-75b954e4-6a5d-445c-af2f-a33551a58c49 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888243 Nov 10 20:25:30.391634 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Made reservation on behalf of ee2bf974a55045efad9d3bf4c81ec144 for: {'network': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:30.395017 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.407670 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.494199 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35308) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:30.500887 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad203cfc-96c9-4cc5-833d-79800c5ca56a req-1819ef94-7e4c-4427-a8aa-2f5b146287cd tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:30.508957 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ad203cfc-96c9-4cc5-833d-79800c5ca56a req-1819ef94-7e4c-4427-a8aa-2f5b146287cd tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0854981 Nov 10 20:25:30.523675 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.524122 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.532557 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.598370 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ad203cfc-96c9-4cc5-833d-79800c5ca56a req-efb78bfd-58fb-4a37-980b-eb16cd700b7e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884175 Nov 10 20:25:30.655914 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.667137 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.701515 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8044a8a-5bc8-4631-a1a1-66fdd05c7505 None None] Pushing event updated for resources: {'Port': ['ID=ec0c8352-0c79-434f-8f78-fe12f65fd25e,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:30.726803 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.735948 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.737405 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Attempting to bind port ec0c8352-0c79-434f-8f78-fe12f65fd25e on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:30.738185 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Attempting to bind port ec0c8352-0c79-434f-8f78-fe12f65fd25e by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:30.738767 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Attempting to bind port ec0c8352-0c79-434f-8f78-fe12f65fd25e on network 42177e54-a952-41d7-a78c-6773020ea1f3 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:30.745639 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:30.746401 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Checking segment: {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:30.747215 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.747950 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Bound using segment: {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:30.748726 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Bound port: ec0c8352-0c79-434f-8f78-fe12f65fd25e, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:30.749693 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.750780 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=101639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:25:30.779444 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c78c4f-7780-4a82-b999-a7bfadcb0071,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:30.781238 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8efe20-3848-4762-bb4d-8e1a78089ddc,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:30.807780 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.808505 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.segments_db [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Added segment 5f364453-372c-4b39-9914-73dca84aec71 of type vlan for network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 Nov 10 20:25:30.813503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.813503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.813503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.813503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.813503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.814058 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.814132 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.815017 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.815017 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.815390 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.815721 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.816081 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:30.863582 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] For port ec0c8352-0c79-434f-8f78-fe12f65fd25e, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:30.868140 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] For port ec0c8352-0c79-434f-8f78-fe12f65fd25e, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=ec0c8352-0c79-434f-8f78-fe12f65fd25e,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:30.877675 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.880434 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.883412 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-c5b6270f-ed65-4e19-9aa7-457063217301 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fec32f9c3a445ebb095f0a7a22eb2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851569 Nov 10 20:25:30.884044 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35318) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:30.920447 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e998-40e3-4c11-a5ae-326f412f6ae1 req-b95d1c1b-b209-4dee-9460-dfdb846ef3a2 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:30.928502 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9491e998-40e3-4c11-a5ae-326f412f6ae1 req-b95d1c1b-b209-4dee-9460-dfdb846ef3a2 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 944 time: 0.1817935 Nov 10 20:25:30.933622 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cacf4f-c424-4234-908f-f94ffe28629c req-5b1a1c28-21fc-470b-b665-0b85532eb90a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:30.935218 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d4cacf4f-c424-4234-908f-f94ffe28629c req-5b1a1c28-21fc-470b-b665-0b85532eb90a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1273203 Nov 10 20:25:30.964101 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:30.965400 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:30.966298 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.003336 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:31.004325 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:25:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:31.040550 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d4cacf4f-c424-4234-908f-f94ffe28629c req-d6af534d-d47f-4eee-8bd0-1f5d83a5de13 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857732 Nov 10 20:25:31.042445 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd5d4-7c93-488c-afdc-17564dd1956a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.068029 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9491e998-40e3-4c11-a5ae-326f412f6ae1 req-1903aba5-4ba9-470e-aadc-66d532cd30aa tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355691 Nov 10 20:25:31.069775 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8044a8a-5bc8-4631-a1a1-66fdd05c7505 None None] Pushing event updated for resources: {'Port': ['ID=ec0c8352-0c79-434f-8f78-fe12f65fd25e,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:31.153070 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd5d4-7c93-488c-afdc-17564dd1956a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.161465 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-d530e1e4-547b-47eb-9891-e20dd542cd1c None None] Provisioning complete for port ec0c8352-0c79-434f-8f78-fe12f65fd25e triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:31.162568 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d530e1e4-547b-47eb-9891-e20dd542cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.181333 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8617690 Nov 10 20:25:31.191774 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35324) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:31.209216 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Request body: {'subnet': {'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-955195845-subnet', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'ip_version': 4}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:31.219813 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39963aa-6ef1-4f9b-9fdc-e21ce5211bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1ad212-ecae-42f5-9f2b-53f7be159a26,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:31.261422 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Made reservation on behalf of ee2bf974a55045efad9d3bf4c81ec144 for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:31.265329 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34353220682'] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.320661 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd5d4-7c93-488c-afdc-17564dd1956a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.330613 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd5d4-7c93-488c-afdc-17564dd1956a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.333080 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-3d8bd5d4-7c93-488c-afdc-17564dd1956a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed8efe20-3848-4762-bb4d-8e1a78089ddc HTTP/1.1" status: 204 len: 168 time: 0.4476597 Nov 10 20:25:31.349807 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35330) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:31.353223 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bd5d4-7c93-488c-afdc-17564dd1956a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8efe20-3848-4762-bb4d-8e1a78089ddc,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:31.515002 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a0afab-31ec-4794-ba47-d1b20452e818 admin admin] Deleting subnet 3bb75bd3-0fcf-4def-8456-d7dded67873f {{(pid=101640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:25:31.519365 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b4a0afab-31ec-4794-ba47-d1b20452e818 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.526355 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:25:31.528693 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 891a9850-194e-498b-9316-1e9e4b73dc7b up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:31.631205 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b4a0afab-31ec-4794-ba47-d1b20452e818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3767681'] for subnet, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.680858 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:31.718368 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a780a02-14c0-49cc-a296-d86e55223c02 req-01848125-189a-4fc9-93af-ac2df95a52dd tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:31.720760 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4a780a02-14c0-49cc-a296-d86e55223c02 req-01848125-189a-4fc9-93af-ac2df95a52dd tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 945 time: 0.1466484 Nov 10 20:25:31.742719 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b4a0afab-31ec-4794-ba47-d1b20452e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.760711 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352659171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34353220708'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.955687 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4a780a02-14c0-49cc-a296-d86e55223c02 req-99a00fc9-abe2-4fac-ba38-a4d0e9f7223c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160654 Nov 10 20:25:31.966633 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027e5c-69e8-46b1-9286-0909ae0de399 req-e4f069bb-92e0-439f-a74e-1282efa9a85a tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:31.974666 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d9027e5c-69e8-46b1-9286-0909ae0de399 req-e4f069bb-92e0-439f-a74e-1282efa9a85a tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 945 time: 0.1780231 Nov 10 20:25:31.976273 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b4a0afab-31ec-4794-ba47-d1b20452e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352403171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34351864055'] for subnet, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:31.978010 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 891a9850-194e-498b-9316-1e9e4b73dc7b completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:25:32.002081 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d530e1e4-547b-47eb-9891-e20dd542cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.013238 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=24000752-a0bf-47c1-823f-3f8748a1eb03,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:32.036532 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Checking segment: {'id': '5f364453-372c-4b39-9914-73dca84aec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:32.037052 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Network hostable DHCP agents. Network: 0a1ad212-ecae-42f5-9f2b-53f7be159a26, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:25:32.052417 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 891a9850-194e-498b-9316-1e9e4b73dc7b triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:32.052802 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.097130 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:25:32.121011 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0afab-31ec-4794-ba47-d1b20452e818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb75bd3-0fcf-4def-8456-d7dded67873f,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:32.122192 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 0a1ad212-ecae-42f5-9f2b-53f7be159a26) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:32.130855 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:32.132579 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.135639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b4a0afab-31ec-4794-ba47-d1b20452e818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.145883 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b4a0afab-31ec-4794-ba47-d1b20452e818 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3bb75bd3-0fcf-4def-8456-d7dded67873f HTTP/1.1" status: 204 len: 168 time: 0.7789433 Nov 10 20:25:32.147588 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-d530e1e4-547b-47eb-9891-e20dd542cd1c None None] For port ec0c8352-0c79-434f-8f78-fe12f65fd25e, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=ec0c8352-0c79-434f-8f78-fe12f65fd25e,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:32.152717 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35346) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:32.154543 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf6e9c1-2b93-4c50-864a-6bc8a5856126 None None] Network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:32.177934 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-526c5afe-449a-4006-a173-da10e37a6abc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9830153 Nov 10 20:25:32.186522 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35348) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:32.192071 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d9027e5c-69e8-46b1-9286-0909ae0de399 req-24ce6c60-a72e-46cd-b105-388dd53e1614 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032344 Nov 10 20:25:32.198155 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:32.244320 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.247822 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.275074 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d530e1e4-547b-47eb-9891-e20dd542cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.348176 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.378386 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.400974 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.422315 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d746df-5bd1-4944-9b73-c380180a9987 req-ea6690f8-8914-4beb-a9b9-c3f318b9ff42 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:32.424226 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b9d746df-5bd1-4944-9b73-c380180a9987 req-ea6690f8-8914-4beb-a9b9-c3f318b9ff42 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 944 time: 0.1040840 Nov 10 20:25:32.499011 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-0a1ad212-ecae-42f5-9f2b-53f7be159a26', 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'fixed_ips': [{'subnet_id': '24000752-a0bf-47c1-823f-3f8748a1eb03'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:25:32.500219 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.507471 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530e1e4-547b-47eb-9891-e20dd542cd1c None None] Pushing event updated for resources: {'Port': ['ID=ec0c8352-0c79-434f-8f78-fe12f65fd25e,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:32.531820 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-5cf875c5-86e7-46a6-a9ca-693cf5f66c49 None None] Provisioning complete for port ec0c8352-0c79-434f-8f78-fe12f65fd25e triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:32.532212 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5cf875c5-86e7-46a6-a9ca-693cf5f66c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.552386 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.560290 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b9d746df-5bd1-4944-9b73-c380180a9987 req-42fb00c5-a000-441a-8449-0126bc746d55 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265318 Nov 10 20:25:32.564944 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.578536 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.596294 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1']}} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:32.611129 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5b23a5-98d1-403f-9425-e4003d88fd8d') {'for_net_delete': True} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:32.612516 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5b23a5-98d1-403f-9425-e4003d88fd8d') {} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:32.632035 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-34352489860'] for segment, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.659713 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.675470 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=101639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:25:32.677127 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352659068'] for segment, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.678588 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd5e3e1-b2f0-43d9-950d-b879924ff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891a9850-194e-498b-9316-1e9e4b73dc7b'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:32.681016 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bf4c07-ffe9-4f03-b392-c6c8c6c052b1" -d '{"events": [{"server_uuid": "fbd5e3e1-b2f0-43d9-950d-b879924ff956", "name": "network-vif-plugged", "status": "completed", "tag": "891a9850-194e-498b-9316-1e9e4b73dc7b"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: Traceback (most recent call last): Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: timer() Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: cb(*args, **kw) Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: return func(*args, **kwargs) Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: self._notify() Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: self.callback(batched_events) Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: event.method(event) Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: return f(self, *a, **k) Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._get(url).json() Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: return self.request(url, 'GET', **kwargs) Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:25:32.698683 dv-cinder-815145-6-iscsi neutron-server[101639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:25:32.731457 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 891a9850-194e-498b-9316-1e9e4b73dc7b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=891a9850-194e-498b-9316-1e9e4b73dc7b,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:32.737337 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'ec0c8352-0c79-434f-8f78-fe12f65fd25e', 'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'mac_address': 'fa:16:3e:d8:81:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:25Z', 'updated_at': '2021-11-10T20:25:30Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'subnets': [{'id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:32.748218 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.749102 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device be9bbefd-f721-4497-ba9c-cf90753b36a0 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:32.777306 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.790177 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04db78fc-a5ff-4fd0-a7a2-97c990cf5adb x-openstack-request-id: req-04db78fc-a5ff-4fd0-a7a2-97c990cf5adb {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:32.790754 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd5e3e1-b2f0-43d9-950d-b879924ff956", "name": "network-vif-plugged", "status": "completed", "tag": "891a9850-194e-498b-9316-1e9e4b73dc7b", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:32.791219 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04db78fc-a5ff-4fd0-a7a2-97c990cf5adb {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:32.791827 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd5e3e1-b2f0-43d9-950d-b879924ff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891a9850-194e-498b-9316-1e9e4b73dc7b', 'code': 200} Nov 10 20:25:32.795660 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:32.801659 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1 HTTP/1.1" status: 204 len: 168 time: 0.6469033 Nov 10 20:25:32.813065 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4d7ab-7ad3-4059-8217-cfb3e745d8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6af0aa-fb7a-46b9-9407-5cfd7f51d3c1,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:32.837240 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f62b99-34d0-445c-971e-29b2ada63395 None None] The sync data for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi is: [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'ec0c8352-0c79-434f-8f78-fe12f65fd25e', 'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'mac_address': 'fa:16:3e:d8:81:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:25Z', 'updated_at': '2021-11-10T20:25:30Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'subnets': [{'id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:25:33.066383 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Allocated IP 172.20.0.2 (0a1ad212-ecae-42f5-9f2b-53f7be159a26/24000752-a0bf-47c1-823f-3f8748a1eb03/daf0c482-c9ba-4210-9328-ec0b8a9f51e3) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:33.101141 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=891a9850-194e-498b-9316-1e9e4b73dc7b,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:33.110502 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.141278 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35376) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:33.151359 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port be9bbefd-f721-4497-ba9c-cf90753b36a0 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:25:33.174941 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.183298 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port be9bbefd-f721-4497-ba9c-cf90753b36a0 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:33.183670 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.320306 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-bf05453f-0fd4-4bbe-a243-64cd88c3fd14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7be4bbc52e7e44d5baf51e00e9596ce9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1770239 Nov 10 20:25:33.324416 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35382) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:33.366076 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device ec0c8352-0c79-434f-8f78-fe12f65fd25e up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:33.378962 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893634-26cc-46d6-ba23-94bd630a0f24 req-26a95067-45c6-4270-bf2b-176d46678708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:33.385353 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-53893634-26cc-46d6-ba23-94bd630a0f24 req-26a95067-45c6-4270-bf2b-176d46678708 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 1098 time: 0.0917366 Nov 10 20:25:33.414167 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19b15-b879-4b29-b84b-e1e046fb7646 req-7c539f67-f662-451d-8fe6-858509a059f1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:33.422316 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-39f19b15-b879-4b29-b84b-e1e046fb7646 req-7c539f67-f662-451d-8fe6-858509a059f1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 945 time: 0.1946573 Nov 10 20:25:33.527106 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Allocated IP 172.27.3.91 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/b79b1894-a4a6-4c58-8029-1a7376fb7a9e) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:33.529112 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-39f19b15-b879-4b29-b84b-e1e046fb7646 req-c2bd0fc9-c309-4c5d-9e95-061c1b02be98 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057339 Nov 10 20:25:33.553374 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-dd00cb60-19c8-4abd-b5db-12210aadbbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.563554 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-53893634-26cc-46d6-ba23-94bd630a0f24 req-f3566ae1-efb9-4cbd-987b-d5b4639b8868 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656175 Nov 10 20:25:33.652721 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-dd00cb60-19c8-4abd-b5db-12210aadbbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.701541 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port ec0c8352-0c79-434f-8f78-fe12f65fd25e triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:33.701913 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.719062 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09ff36-518b-461e-ba52-45087fa50713 req-b7d235cd-4bee-4115-9249-2f40c21b493d tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:33.726599 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0d09ff36-518b-461e-ba52-45087fa50713 req-b7d235cd-4bee-4115-9249-2f40c21b493d tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 945 time: 0.0812361 Nov 10 20:25:33.744140 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.803568 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0d09ff36-518b-461e-ba52-45087fa50713 req-42af2e59-9b9e-4309-a983-42129416d61b tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761547 Nov 10 20:25:33.816377 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.832946 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port be9bbefd-f721-4497-ba9c-cf90753b36a0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be9bbefd-f721-4497-ba9c-cf90753b36a0,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:33.841877 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.842648 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a9a29633-4e77-4a44-9e66-585b1689588a up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:33.845085 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.860109 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-dd00cb60-19c8-4abd-b5db-12210aadbbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.863710 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-dd00cb60-19c8-4abd-b5db-12210aadbbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.867791 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-dd00cb60-19c8-4abd-b5db-12210aadbbe1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e7a2953-8562-4e72-98ca-9fbd562417e6 HTTP/1.1" status: 204 len: 168 time: 0.5415823 Nov 10 20:25:33.871685 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.912710 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:33.930144 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00cb60-19c8-4abd-b5db-12210aadbbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7a2953-8562-4e72-98ca-9fbd562417e6,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:33.941530 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:33.957533 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:34.010307 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:34.013906 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe44bf-525c-47ba-9660-3789601df080 req-19db5623-d36e-4cec-a673-84ac953443b5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:34.019956 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ebe44bf-525c-47ba-9660-3789601df080 req-19db5623-d36e-4cec-a673-84ac953443b5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1065259 Nov 10 20:25:34.051737 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:34.073406 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:34.073698 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Pushing event updated for resources: {'Port': ['ID=b79b1894-a4a6-4c58-8029-1a7376fb7a9e,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:34.088094 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:34.099092 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ebe44bf-525c-47ba-9660-3789601df080 req-97e1a697-3a13-43b3-b36d-106466f60a18 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711513 Nov 10 20:25:34.101576 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=be9bbefd-f721-4497-ba9c-cf90753b36a0,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:34.151669 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.152059 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.152404 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.152734 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.153060 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.153390 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.153715 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.156122 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.158429 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.158973 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.159455 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.159995 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:34.269058 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port a9a29633-4e77-4a44-9e66-585b1689588a completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:25:34.280561 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Attempting to bind port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:34.281015 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Attempting to bind port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5f364453-372c-4b39-9914-73dca84aec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:34.281445 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Attempting to bind port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 on network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:34.285274 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port a9a29633-4e77-4a44-9e66-585b1689588a triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:34.285755 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:34.290902 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Pushing event updated for resources: {'Port': ['ID=daf0c482-c9ba-4210-9328-ec0b8a9f51e3,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:34.365192 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-c425e47f-a399-48dc-8e0c-a17689963a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:34.367071 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-c425e47f-a399-48dc-8e0c-a17689963a38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1099 time: 0.3950992 Nov 10 20:25:34.508069 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:34.508069 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Checking segment: {'id': '5f364453-372c-4b39-9914-73dca84aec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:34.509395 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:34.509395 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Bound using segment: {'id': '5f364453-372c-4b39-9914-73dca84aec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:34.509395 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Bound port: daf0c482-c9ba-4210-9328-ec0b8a9f51e3, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f364453-372c-4b39-9914-73dca84aec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:34.509616 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:34.751474 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] For port daf0c482-c9ba-4210-9328-ec0b8a9f51e3, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:34.760302 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] For port daf0c482-c9ba-4210-9328-ec0b8a9f51e3, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=daf0c482-c9ba-4210-9328-ec0b8a9f51e3,segment=NetworkSegment(5f364453-372c-4b39-9914-73dca84aec71),segment_id=5f364453-372c-4b39-9914-73dca84aec71)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:34.819903 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b507cb-ead9-43eb-a193-e1a2f8f5a078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9bbefd-f721-4497-ba9c-cf90753b36a0'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:34.828942 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a09727-9e23-432e-ad2e-4bc1dc6ca312" -d '{"events": [{"server_uuid": "f0b507cb-ead9-43eb-a193-e1a2f8f5a078", "name": "network-vif-plugged", "status": "completed", "tag": "be9bbefd-f721-4497-ba9c-cf90753b36a0"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:34.844093 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:34.865453 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d55f9-31e2-4ee5-8d8a-8ebef0a3b968 req-d268b063-3734-4554-9e2a-9a8e2a89e7d5 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:34.870106 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385175a5-01f7-4b74-bcd9-e64a71d0ffe9 req-d4c26e1b-bbf4-4654-8346-a32ada9eb792 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:34.872036 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-034d55f9-31e2-4ee5-8d8a-8ebef0a3b968 req-d268b063-3734-4554-9e2a-9a8e2a89e7d5 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 945 time: 0.7096174 Nov 10 20:25:34.873132 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-385175a5-01f7-4b74-bcd9-e64a71d0ffe9 req-d4c26e1b-bbf4-4654-8346-a32ada9eb792 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 945 time: 0.1682022 Nov 10 20:25:35.000238 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:35.040735 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-385175a5-01f7-4b74-bcd9-e64a71d0ffe9 req-58480aad-4522-4d7e-a05b-538781ab4745 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578386 Nov 10 20:25:35.078748 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-034d55f9-31e2-4ee5-8d8a-8ebef0a3b968 req-15c6f65e-b51a-4027-b4e3-1e71058bb62a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056470 Nov 10 20:25:35.130961 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:35.143677 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-0401fc1a-de25-488f-a65c-db1468babb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:35.149113 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-0401fc1a-de25-488f-a65c-db1468babb9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 920 time: 0.7062547 Nov 10 20:25:35.164646 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b488bb-55a8-4631-be11-94d45c5eba9d None None] Pushing event updated for resources: {'Port': ['ID=daf0c482-c9ba-4210-9328-ec0b8a9f51e3,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:35.200597 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f0f472-f11e-4ff4-af0c-044b5404b388 x-openstack-request-id: req-79f0f472-f11e-4ff4-af0c-044b5404b388 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:35.203671 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b507cb-ead9-43eb-a193-e1a2f8f5a078", "name": "network-vif-plugged", "status": "completed", "tag": "be9bbefd-f721-4497-ba9c-cf90753b36a0", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:35.204161 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79f0f472-f11e-4ff4-af0c-044b5404b388 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:35.204735 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b507cb-ead9-43eb-a193-e1a2f8f5a078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9bbefd-f721-4497-ba9c-cf90753b36a0', 'code': 200} Nov 10 20:25:35.210736 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a9a29633-4e77-4a44-9e66-585b1689588a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a9a29633-4e77-4a44-9e66-585b1689588a,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:35.221730 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:35.323896 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-8c67d17d-3c60-4ea8-98ec-363fab7785e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14 HTTP/1.1" status: 200 len: 217 time: 0.0707328 Nov 10 20:25:35.373833 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20ac69-eda2-4324-99b0-31297382c7ca req-cd0b2baa-19eb-479b-a769-638f89d041c4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:35.381330 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-aa20ac69-eda2-4324-99b0-31297382c7ca req-cd0b2baa-19eb-479b-a769-638f89d041c4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 946 time: 0.1858506 Nov 10 20:25:35.461380 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=a9a29633-4e77-4a44-9e66-585b1689588a,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:35.531855 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-aa20ac69-eda2-4324-99b0-31297382c7ca req-9fdfb43f-377b-413d-a9ed-82b6d9cf1a01 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398308 Nov 10 20:25:35.567599 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-11b37b99-c5ea-47cc-a446-1d87b86ed021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:35.569339 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-11b37b99-c5ea-47cc-a446-1d87b86ed021 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.2047861 Nov 10 20:25:35.654278 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-c086dc54-e6ff-40be-89fd-87a660dd1666 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709109 Nov 10 20:25:35.668809 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525d235-f92b-46d2-a7e9-a582aba725eb req-a3ce7a02-20ef-49a9-a19d-a9edc0f81c47 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:35.670355 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3525d235-f92b-46d2-a7e9-a582aba725eb req-a3ce7a02-20ef-49a9-a19d-a9edc0f81c47 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1867461 Nov 10 20:25:35.734884 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3274e62-d4e0-4a4f-b0e2-b4aca1a249b0 req-c6976ed9-2d3c-4c87-ac3d-c7283124699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:35.737083 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e3274e62-d4e0-4a4f-b0e2-b4aca1a249b0 req-c6976ed9-2d3c-4c87-ac3d-c7283124699e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 1099 time: 0.1011653 Nov 10 20:25:35.831603 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:35.840634 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e3274e62-d4e0-4a4f-b0e2-b4aca1a249b0 req-22968055-4f9d-4621-8969-95000e2e3aa4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939388 Nov 10 20:25:35.852477 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3525d235-f92b-46d2-a7e9-a582aba725eb req-d1071289-4fa5-4ce3-b73b-1417ae5d2067 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691720 Nov 10 20:25:35.920132 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-6925e6ce-97a4-46a9-a679-dd6060acbcd1 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467847 Nov 10 20:25:36.045847 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:25:36.237184 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:25:36.253384 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Sync routers for ids ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:25:36.269505 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8390a-da75-475b-b6f7-43110908f637 req-3dc04e0f-4b21-456e-8139-f1be3995f296 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:36.273577 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6fe8-0645-40f3-8f69-d0551c736b4d req-3b0f7a6b-040c-46dd-b4d7-be6bac072cd4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:36.276074 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-382e6fe8-0645-40f3-8f69-d0551c736b4d req-3b0f7a6b-040c-46dd-b4d7-be6bac072cd4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.1346653 Nov 10 20:25:36.278209 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Routers {'6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:36.278865 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:25:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:36.284340 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8dd8390a-da75-475b-b6f7-43110908f637 req-3dc04e0f-4b21-456e-8139-f1be3995f296 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 945 time: 0.0956256 Nov 10 20:25:36.295431 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:36.295431 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-123894bd-492e-4566-8a64-5c0e0a714189 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1006987 Nov 10 20:25:36.310113 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35470) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:36.369973 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-382e6fe8-0645-40f3-8f69-d0551c736b4d req-4a87c76d-d484-48ab-acc8-3e5e16358a62 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868013 Nov 10 20:25:36.449790 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Set router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:36.513851 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bffb06ea-79e7-446e-91eb-28925ffc1f22 req-9598526e-1bcf-4e02-a286-b027deee937b service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271726 Nov 10 20:25:36.548813 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1264f6-58aa-407e-a2af-8fb8b3836439 None None] Network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:36.669898 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-444386ad-3d77-460c-9047-048c5654be17 None None] Provisioning complete for port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:36.670618 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-444386ad-3d77-460c-9047-048c5654be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:36.766996 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:32Z', 'updated_at': '2021-11-10T20:25:34Z', 'revision_number': 3, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'gw_port': {'id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:33Z', 'updated_at': '2021-11-10T20:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:36.768906 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8dd8390a-da75-475b-b6f7-43110908f637 req-c50a9a05-765d-472a-bcff-9fa39b1e5a93 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835260 Nov 10 20:25:36.824387 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Checking router: 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:25:36.824736 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Updating router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b port b79b1894-a4a6-4c58-8029-1a7376fb7a9e binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:25:36.852658 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274bd01-6f69-41f4-8dae-440dcecf0fa5 req-5e25b4be-caf1-44b1-ab23-533b953871a0 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:36.854505 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2274bd01-6f69-41f4-8dae-440dcecf0fa5 req-5e25b4be-caf1-44b1-ab23-533b953871a0 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 946 time: 0.1310539 Nov 10 20:25:36.891675 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:36.958731 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-444386ad-3d77-460c-9047-048c5654be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:36.981324 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2274bd01-6f69-41f4-8dae-440dcecf0fa5 req-68127fc6-95ca-41d7-8113-405df57b3a4f tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200974 Nov 10 20:25:37.019859 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-444386ad-3d77-460c-9047-048c5654be17 None None] For port daf0c482-c9ba-4210-9328-ec0b8a9f51e3, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=daf0c482-c9ba-4210-9328-ec0b8a9f51e3,segment=NetworkSegment(5f364453-372c-4b39-9914-73dca84aec71),segment_id=5f364453-372c-4b39-9914-73dca84aec71)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:37.027213 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-444386ad-3d77-460c-9047-048c5654be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:37.163881 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444386ad-3d77-460c-9047-048c5654be17 None None] Pushing event updated for resources: {'Port': ['ID=daf0c482-c9ba-4210-9328-ec0b8a9f51e3,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:37.173401 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369285d6-572d-423f-a44a-31240fb4b600 req-b60d09a8-94c2-494a-b8fe-2c1df12b0d00 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:37.180623 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-369285d6-572d-423f-a44a-31240fb4b600 req-b60d09a8-94c2-494a-b8fe-2c1df12b0d00 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1218302 Nov 10 20:25:37.206151 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d47699-5f70-4942-88b0-11da0e8b2c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a29633-4e77-4a44-9e66-585b1689588a'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:37.208796 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf2a548-ca67-4e62-85d4-625110f308a7" -d '{"events": [{"server_uuid": "04d47699-5f70-4942-88b0-11da0e8b2c2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9a29633-4e77-4a44-9e66-585b1689588a"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:37.310797 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035c68ae-5278-4c68-8cd6-7718f9d73978 x-openstack-request-id: req-035c68ae-5278-4c68-8cd6-7718f9d73978 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:37.311245 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d47699-5f70-4942-88b0-11da0e8b2c2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9a29633-4e77-4a44-9e66-585b1689588a", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:37.311720 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-035c68ae-5278-4c68-8cd6-7718f9d73978 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:37.324615 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d47699-5f70-4942-88b0-11da0e8b2c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a29633-4e77-4a44-9e66-585b1689588a', 'code': 200} Nov 10 20:25:37.341468 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device daf0c482-c9ba-4210-9328-ec0b8a9f51e3 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:37.356922 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-369285d6-572d-423f-a44a-31240fb4b600 req-d217b2cd-b774-46db-990d-5640272b259c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753376 Nov 10 20:25:37.579841 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-52874c3b-0acf-4d64-92c0-052f1ca76f94 None None] Provisioning complete for port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:37.584472 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-52874c3b-0acf-4d64-92c0-052f1ca76f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:37.664687 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:37.685092 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:37.708627 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7c117-ac02-4a38-a90f-94fdde647f98 req-bca24cf2-1b46-4cee-8517-b76b76243af8 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:37.711093 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dea7c117-ac02-4a38-a90f-94fdde647f98 req-bca24cf2-1b46-4cee-8517-b76b76243af8 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.1375594 Nov 10 20:25:37.736630 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4cae-7ee0-474c-b38a-9c63285f2d42 None None] Pushing event updated for resources: {'Port': ['ID=b79b1894-a4a6-4c58-8029-1a7376fb7a9e,revision_number=2']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:37.762262 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Attempting to bind port b79b1894-a4a6-4c58-8029-1a7376fb7a9e on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:37.762768 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Attempting to bind port b79b1894-a4a6-4c58-8029-1a7376fb7a9e by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:37.763410 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Attempting to bind port b79b1894-a4a6-4c58-8029-1a7376fb7a9e on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:37.769912 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:37.770698 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:37.771315 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:37.771947 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:37.772654 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Bound port: b79b1894-a4a6-4c58-8029-1a7376fb7a9e, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:37.773283 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:37.813293 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:37.813822 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:37.835834 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dea7c117-ac02-4a38-a90f-94fdde647f98 req-fb0f5f72-a68f-45e4-ad25-18e6e48115eb tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062737 Nov 10 20:25:37.863645 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] For port b79b1894-a4a6-4c58-8029-1a7376fb7a9e, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:37.877113 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] For port b79b1894-a4a6-4c58-8029-1a7376fb7a9e, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=b79b1894-a4a6-4c58-8029-1a7376fb7a9e,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:37.892406 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:37.898904 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104fd95-ec1d-464f-a119-859d9d08f653 req-6ad720de-b730-4b3e-9383-3e788a6d9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:37.901630 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c104fd95-ec1d-464f-a119-859d9d08f653 req-6ad720de-b730-4b3e-9383-3e788a6d9521 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 1099 time: 0.2295702 Nov 10 20:25:37.907638 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:38.072226 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4cae-7ee0-474c-b38a-9c63285f2d42 None None] Pushing event updated for resources: {'Port': ['ID=b79b1894-a4a6-4c58-8029-1a7376fb7a9e,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:38.089961 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Routers {'6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:38.092717 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:25:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:38.280403 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] Set router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:38.542542 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c104fd95-ec1d-464f-a119-859d9d08f653 req-ece5ee7c-fb56-43c6-8542-1c7140d5b947 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283517 Nov 10 20:25:38.597634 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c1732-be32-44f5-b702-18a8d98b0b0f req-d6766297-204c-4223-a65e-8a15af0d9d1c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:38.599360 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-291c1732-be32-44f5-b702-18a8d98b0b0f req-d6766297-204c-4223-a65e-8a15af0d9d1c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0990047 Nov 10 20:25:38.670355 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-291c1732-be32-44f5-b702-18a8d98b0b0f req-e40aeede-8d33-4bd6-a003-c0131c12828f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645559 Nov 10 20:25:38.694918 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:32Z', 'updated_at': '2021-11-10T20:25:34Z', 'revision_number': 3, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'gw_port': {'id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:33Z', 'updated_at': '2021-11-10T20:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:38.708106 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bafff-b3b8-411f-8623-3f8be739c00f req-fc5cb05e-5404-49b2-b2b7-8be28ee108c8 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:38.709609 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bd3bafff-b3b8-411f-8623-3f8be739c00f req-fc5cb05e-5404-49b2-b2b7-8be28ee108c8 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 946 time: 0.5871503 Nov 10 20:25:38.726309 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6c3e6-acb4-40fa-8ffa-23c590ffb9f3 None None] The sync data for ids ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'] in dv-cinder-815145-6-iscsi is: [{'id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:32Z', 'updated_at': '2021-11-10T20:25:34Z', 'revision_number': 3, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'gw_port': {'id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:33Z', 'updated_at': '2021-11-10T20:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:25:38.731286 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Allocated IP 172.20.0.1 (0a1ad212-ecae-42f5-9f2b-53f7be159a26/24000752-a0bf-47c1-823f-3f8748a1eb03/520e107b-8349-4611-9a53-0d57b73e736f) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:38.907160 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bd3bafff-b3b8-411f-8623-3f8be739c00f req-2ce02513-6a71-4fae-8a94-7f551447060f tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836321 Nov 10 20:25:39.012889 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.126971 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7691e6-7bc7-4504-a288-0540fbcac4df req-875abb27-9e03-4c05-818b-1437c8a07313 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:39.129101 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d7691e6-7bc7-4504-a288-0540fbcac4df req-875abb27-9e03-4c05-818b-1437c8a07313 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.1394675 Nov 10 20:25:39.163893 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.248949 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d7691e6-7bc7-4504-a288-0540fbcac4df req-3752b8e1-234b-4aaa-8e4b-4bd2ae167a08 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105027 Nov 10 20:25:39.256856 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:39.273949 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:39.278505 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:39.313437 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Pushing event updated for resources: {'Port': ['ID=520e107b-8349-4611-9a53-0d57b73e736f,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:39.334948 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device b79b1894-a4a6-4c58-8029-1a7376fb7a9e up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:39.352849 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.403366 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port b79b1894-a4a6-4c58-8029-1a7376fb7a9e triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:39.404180 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.545793 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.595448 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port b79b1894-a4a6-4c58-8029-1a7376fb7a9e, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=b79b1894-a4a6-4c58-8029-1a7376fb7a9e,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:39.603213 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.605053 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device daf0c482-c9ba-4210-9328-ec0b8a9f51e3 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:39.617035 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.699872 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-bab5ac82-86b6-4668-8eaf-b8b2e7c3da58 None None] Provisioning complete for port 520e107b-8349-4611-9a53-0d57b73e736f triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:39.700267 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bab5ac82-86b6-4668-8eaf-b8b2e7c3da58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.765356 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=b79b1894-a4a6-4c58-8029-1a7376fb7a9e,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:39.784224 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-bab5ac82-86b6-4668-8eaf-b8b2e7c3da58 None None] Port 520e107b-8349-4611-9a53-0d57b73e736f cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:25:39.793674 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:39.794298 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.846752 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.854212 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:39.878193 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6728e85-50b9-43a8-8acb-501b54c3b52e req-6ab25f6f-c427-4f3f-8c09-4ede5b4b3785 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:39.881688 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a6728e85-50b9-43a8-8acb-501b54c3b52e req-6ab25f6f-c427-4f3f-8c09-4ede5b4b3785 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1234741 Nov 10 20:25:39.948645 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a6728e85-50b9-43a8-8acb-501b54c3b52e req-0f6aa3a0-d0e7-4de3-9e98-42c6d9aa5bf8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518055 Nov 10 20:25:39.962508 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:40.001091 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Pushing event updated for resources: {'Port': ['ID=520e107b-8349-4611-9a53-0d57b73e736f,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:40.133233 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ad45f-b066-419a-86bf-c18d704aacb9 req-0bca4a38-6dd8-4248-8b49-e20dcbe19437 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:40.135558 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-634ad45f-b066-419a-86bf-c18d704aacb9 req-0bca4a38-6dd8-4248-8b49-e20dcbe19437 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 946 time: 0.1132677 Nov 10 20:25:40.182376 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:40.187509 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:40.364292 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-634ad45f-b066-419a-86bf-c18d704aacb9 req-722e9a12-37a4-4ce4-bbaf-23d10638b538 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189333 Nov 10 20:25:40.379187 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-51654ad7-f350-4121-85d3-ef68807d1ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:40.426274 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:25:40.513664 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35640) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:40.620237 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:25:40.629810 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-9ecb3585-57cd-4e6a-b608-c9c835fa867c None None] Provisioning complete for port 520e107b-8349-4611-9a53-0d57b73e736f triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:40.631886 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3585-57cd-4e6a-b608-c9c835fa867c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:40.633042 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-03804635-98ea-4695-91fe-e9df54bcebde admin admin] 10.222.0.13 "PUT /v2.0/routers/6e7fa694-bcb5-40cd-ab13-fe75ddb8936b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3211510 Nov 10 20:25:40.633300 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aa7f8-4ad7-4e5d-b902-62f10b13a7ae req-2250f80b-c3a8-4e9b-9d7f-c866c2213a5d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:40.635337 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5f4aa7f8-4ad7-4e5d-b902-62f10b13a7ae req-2250f80b-c3a8-4e9b-9d7f-c866c2213a5d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.1564336 Nov 10 20:25:40.712234 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb3585-57cd-4e6a-b608-c9c835fa867c None None] Port 520e107b-8349-4611-9a53-0d57b73e736f cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:25:40.721305 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-734785d7-da5f-4678-b66b-51f0870f72fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:40.763742 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5f4aa7f8-4ad7-4e5d-b902-62f10b13a7ae req-2da88c42-6a21-46f8-bb60-2bece135ee62 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196299 Nov 10 20:25:40.917650 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-734785d7-da5f-4678-b66b-51f0870f72fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:40.932620 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-734785d7-da5f-4678-b66b-51f0870f72fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.000331 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-734785d7-da5f-4678-b66b-51f0870f72fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b760bce23088415089459651b8da0470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4825807 Nov 10 20:25:41.000465 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35664) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:41.016220 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734785d7-da5f-4678-b66b-51f0870f72fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46f0b16-7e04-4f58-b0ee-1beaec4cab9e,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:41.099955 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Sync routers for ids ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:25:41.111832 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Routers {'6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:41.112756 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:25:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:41.127572 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5351-346c-45ef-aeb2-f01e83491348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.153795 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5351-346c-45ef-aeb2-f01e83491348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.224405 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca4b3f-b710-4908-888e-9cb71f0f32a8 req-f2fe8ed6-0ea9-46e2-9c92-cc665a19162f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:41.226185 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-95ca4b3f-b710-4908-888e-9cb71f0f32a8 req-f2fe8ed6-0ea9-46e2-9c92-cc665a19162f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1615679 Nov 10 20:25:41.226312 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device b79b1894-a4a6-4c58-8029-1a7376fb7a9e up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:41.288589 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5351-346c-45ef-aeb2-f01e83491348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.292080 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5351-346c-45ef-aeb2-f01e83491348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.295802 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ee6f5351-346c-45ef-aeb2-f01e83491348 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e46f0b16-7e04-4f58-b0ee-1beaec4cab9e HTTP/1.1" status: 204 len: 168 time: 0.2920761 Nov 10 20:25:41.306612 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Set router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:41.308832 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-95ca4b3f-b710-4908-888e-9cb71f0f32a8 req-92727757-7c13-4071-97cd-c028f80be648 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720601 Nov 10 20:25:41.309861 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f5351-346c-45ef-aeb2-f01e83491348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46f0b16-7e04-4f58-b0ee-1beaec4cab9e,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:41.472852 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35676) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:41.477513 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-bcd16306-0b0b-4b71-8e1e-c8729ca1471c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033392857', 'description': 'tempest-secgroup-smoke-2033392857 description', 'project_id': 'c40f6d7bb21946a79401d033eaf74f37'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:41.501852 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port b79b1894-a4a6-4c58-8029-1a7376fb7a9e triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:41.502428 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.512603 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bcd16306-0b0b-4b71-8e1e-c8729ca1471c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.601950 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bcd16306-0b0b-4b71-8e1e-c8729ca1471c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.620307 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bcd16306-0b0b-4b71-8e1e-c8729ca1471c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.653423 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bcd16306-0b0b-4b71-8e1e-c8729ca1471c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.655705 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-bcd16306-0b0b-4b71-8e1e-c8729ca1471c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1817644 Nov 10 20:25:41.659631 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35682) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:41.668460 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-1f4fee9c-6c44-4086-8085-bf3af1f2e9a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Request body: {'security_group_rule': {'security_group_id': '5e884db1-bc77-4ebc-a252-fa398df80fa4', 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:41.688022 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd16306-0b0b-4b71-8e1e-c8729ca1471c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e884db1-bc77-4ebc-a252-fa398df80fa4,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:41.711219 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1f4fee9c-6c44-4086-8085-bf3af1f2e9a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.773296 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35686) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:41.781042 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1f4fee9c-6c44-4086-8085-bf3af1f2e9a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.791023 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-df7badd8-a85d-4890-a101-6ebe98537f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.805371 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1f4fee9c-6c44-4086-8085-bf3af1f2e9a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.817643 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4c223-f831-42b8-a9f8-81a81803ccd3 req-35a50297-41be-4a37-aa72-25ec018debc6 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:41.826948 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ada4c223-f831-42b8-a9f8-81a81803ccd3 req-35a50297-41be-4a37-aa72-25ec018debc6 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 946 time: 0.0775514 Nov 10 20:25:41.889868 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ada4c223-f831-42b8-a9f8-81a81803ccd3 req-e0952f1b-ae21-4c9c-9aed-a72d06db3eef tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615869 Nov 10 20:25:41.912680 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fee9c-6c44-4086-8085-bf3af1f2e9a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf09cd6e-c90a-4d8c-b4b0-f50aa2e6380b,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:41.937617 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-df7badd8-a85d-4890-a101-6ebe98537f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.942710 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1f4fee9c-6c44-4086-8085-bf3af1f2e9a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.944139 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-1f4fee9c-6c44-4086-8085-bf3af1f2e9a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832525 Nov 10 20:25:41.947554 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-df7badd8-a85d-4890-a101-6ebe98537f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:41.949784 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35692) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:41.955097 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:32Z', 'updated_at': '2021-11-10T20:25:39Z', 'revision_number': 4, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'gw_port': {'id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:33Z', 'updated_at': '2021-11-10T20:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '520e107b-8349-4611-9a53-0d57b73e736f', 'name': '', 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'mac_address': 'fa:16:3e:3e:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '24000752-a0bf-47c1-823f-3f8748a1eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:37Z', 'updated_at': '2021-11-10T20:25:39Z', 'revision_number': 2, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'subnets': [{'id': '24000752-a0bf-47c1-823f-3f8748a1eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:41.966315 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-519b859a-bb3f-44bd-a630-14ca5825a578 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Request body: {'security_group_rule': {'security_group_id': '5e884db1-bc77-4ebc-a252-fa398df80fa4', 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:42.021948 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Checking router: 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:25:42.022593 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Updating router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b port 520e107b-8349-4611-9a53-0d57b73e736f binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:25:42.033619 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-519b859a-bb3f-44bd-a630-14ca5825a578 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.041222 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda43421-2412-476e-816d-9885771f6a13 req-af05f7ae-e8d2-4683-b9c0-c626ec7c9408 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:42.049604 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bda43421-2412-476e-816d-9885771f6a13 req-af05f7ae-e8d2-4683-b9c0-c626ec7c9408 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.1785114 Nov 10 20:25:42.053203 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-df7badd8-a85d-4890-a101-6ebe98537f48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28dbb179ea2b40069e7176f2b1a830fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790301 Nov 10 20:25:42.057604 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35696) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:42.058287 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7badd8-a85d-4890-a101-6ebe98537f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99788adf-0ed3-4a2c-939a-0ad99ab46f07,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:42.100730 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.177430 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-519b859a-bb3f-44bd-a630-14ca5825a578 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.195984 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-519b859a-bb3f-44bd-a630-14ca5825a578 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.199282 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bda43421-2412-476e-816d-9885771f6a13 req-e3f424e3-f6ce-423b-80ca-b3483772a3c7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486874 Nov 10 20:25:42.200322 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a2c49314-f874-4d9e-b198-f58ecfe31686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.242448 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a2c49314-f874-4d9e-b198-f58ecfe31686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.261129 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b859a-bb3f-44bd-a630-14ca5825a578 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c95dc35-2ee3-4158-ad5c-00238d448bf0,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:42.294515 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-519b859a-bb3f-44bd-a630-14ca5825a578 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.298198 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-519b859a-bb3f-44bd-a630-14ca5825a578 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463924 Nov 10 20:25:42.301978 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35702) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:42.310531 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-64276505-e153-45e1-965b-6994fee2d7d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Request body: {'security_group_rule': {'security_group_id': '5e884db1-bc77-4ebc-a252-fa398df80fa4', 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:42.337745 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a2c49314-f874-4d9e-b198-f58ecfe31686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.347953 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a2c49314-f874-4d9e-b198-f58ecfe31686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.354983 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-a2c49314-f874-4d9e-b198-f58ecfe31686 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99788adf-0ed3-4a2c-939a-0ad99ab46f07 HTTP/1.1" status: 204 len: 168 time: 0.2920623 Nov 10 20:25:42.366098 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c49314-f874-4d9e-b198-f58ecfe31686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99788adf-0ed3-4a2c-939a-0ad99ab46f07,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:42.382123 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-64276505-e153-45e1-965b-6994fee2d7d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.535363 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-64276505-e153-45e1-965b-6994fee2d7d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.543252 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-64276505-e153-45e1-965b-6994fee2d7d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.575553 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64276505-e153-45e1-965b-6994fee2d7d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958b50be-313f-4549-838d-6b09f5c98f55,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:42.587455 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8627-826e-4205-8b98-4315fdcf4168 req-900a6c25-8758-45c2-90a2-f1c953d30c54 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:42.594937 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a71d8627-826e-4205-8b98-4315fdcf4168 req-900a6c25-8758-45c2-90a2-f1c953d30c54 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1161597 Nov 10 20:25:42.609090 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-64276505-e153-45e1-965b-6994fee2d7d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.615275 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-64276505-e153-45e1-965b-6994fee2d7d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076308 Nov 10 20:25:42.615275 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35718) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:42.620675 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-5ebe38b7-a268-4f77-8b10-f4283445d40c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Request body: {'security_group_rule': {'security_group_id': '5e884db1-bc77-4ebc-a252-fa398df80fa4', 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:42.689458 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5ebe38b7-a268-4f77-8b10-f4283445d40c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.697638 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a71d8627-826e-4205-8b98-4315fdcf4168 req-c4152000-697a-4b3e-b6b4-fe7593b4f909 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963075 Nov 10 20:25:42.725694 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-0f100673-7202-4784-a3fa-fb3bdd2d97d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.763593 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.775532 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.793268 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5ebe38b7-a268-4f77-8b10-f4283445d40c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.816939 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5ebe38b7-a268-4f77-8b10-f4283445d40c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.862400 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe38b7-a268-4f77-8b10-f4283445d40c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498f825a-ce92-40b9-ba91-453f7a00ff0c,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:42.878204 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5ebe38b7-a268-4f77-8b10-f4283445d40c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.886752 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-5ebe38b7-a268-4f77-8b10-f4283445d40c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2666755 Nov 10 20:25:42.887012 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a9dfc-9283-42b5-8ad5-385cf41a6560 None None] Pushing event updated for resources: {'Port': ['ID=520e107b-8349-4611-9a53-0d57b73e736f,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:42.887170 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35726) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:42.894414 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-13c42fbd-3495-4a7c-a04f-3ea4894a74ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Request body: {'security_group_rule': {'security_group_id': '5e884db1-bc77-4ebc-a252-fa398df80fa4', 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:42.925304 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Attempting to bind port 520e107b-8349-4611-9a53-0d57b73e736f on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:42.925855 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Attempting to bind port 520e107b-8349-4611-9a53-0d57b73e736f by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5f364453-372c-4b39-9914-73dca84aec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:42.926505 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Attempting to bind port 520e107b-8349-4611-9a53-0d57b73e736f on network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:42.933745 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:42.934131 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Checking segment: {'id': '5f364453-372c-4b39-9914-73dca84aec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:42.934533 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.934923 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Bound using segment: {'id': '5f364453-372c-4b39-9914-73dca84aec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:42.935398 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Bound port: 520e107b-8349-4611-9a53-0d57b73e736f, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f364453-372c-4b39-9914-73dca84aec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:42.935771 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:42.954118 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.securitygroups_db [None req-13c42fbd-3495-4a7c-a04f-3ea4894a74ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Project c40f6d7bb21946a79401d033eaf74f37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:25:42.961861 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-13c42fbd-3495-4a7c-a04f-3ea4894a74ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.068752 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] For port 520e107b-8349-4611-9a53-0d57b73e736f, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:43.073263 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] For port 520e107b-8349-4611-9a53-0d57b73e736f, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=520e107b-8349-4611-9a53-0d57b73e736f,segment=NetworkSegment(5f364453-372c-4b39-9914-73dca84aec71),segment_id=5f364453-372c-4b39-9914-73dca84aec71)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:43.087416 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.104173 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-13c42fbd-3495-4a7c-a04f-3ea4894a74ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.114494 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-13c42fbd-3495-4a7c-a04f-3ea4894a74ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.166099 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e0b7-91e4-4e98-a3a5-933151e4994d req-8a02b393-0dfc-4b01-b709-187ac5c5d7d8 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:43.172462 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2766e0b7-91e4-4e98-a3a5-933151e4994d req-8a02b393-0dfc-4b01-b709-187ac5c5d7d8 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 946 time: 0.1228113 Nov 10 20:25:43.181789 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c42fbd-3495-4a7c-a04f-3ea4894a74ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a557df5-4549-436c-a825-4f1356852598,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:43.185427 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Routers {'6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:43.186078 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:25:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:43.194240 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-13c42fbd-3495-4a7c-a04f-3ea4894a74ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.195409 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-13c42fbd-3495-4a7c-a04f-3ea4894a74ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3074253 Nov 10 20:25:43.201240 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35740) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:43.207647 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-ef7353ae-1203-4850-aabb-73162c5ab8d7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Request body: {'security_group_rule': {'security_group_id': '5e884db1-bc77-4ebc-a252-fa398df80fa4', 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:43.289669 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.securitygroups_db [None req-ef7353ae-1203-4850-aabb-73162c5ab8d7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Project c40f6d7bb21946a79401d033eaf74f37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:25:43.308803 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ef7353ae-1203-4850-aabb-73162c5ab8d7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.341316 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2766e0b7-91e4-4e98-a3a5-933151e4994d req-1a9c8144-85b6-4fc3-823f-61cfbcd2d01c tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639707 Nov 10 20:25:43.373107 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a9dfc-9283-42b5-8ad5-385cf41a6560 None None] Pushing event updated for resources: {'Port': ['ID=520e107b-8349-4611-9a53-0d57b73e736f,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:43.417087 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-ce83b456-3f20-47e6-ac84-54b9027825b1 None None] Provisioning complete for port 520e107b-8349-4611-9a53-0d57b73e736f triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:43.417462 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ce83b456-3f20-47e6-ac84-54b9027825b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.454877 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ef7353ae-1203-4850-aabb-73162c5ab8d7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.460965 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ef7353ae-1203-4850-aabb-73162c5ab8d7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.481435 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] Set router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:43.488748 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7353ae-1203-4850-aabb-73162c5ab8d7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164e088c-4f13-46f0-afd5-0e4241da3053,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:43.505436 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ef7353ae-1203-4850-aabb-73162c5ab8d7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.512622 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ef7353ae-1203-4850-aabb-73162c5ab8d7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3099604 Nov 10 20:25:43.664922 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ce83b456-3f20-47e6-ac84-54b9027825b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.726497 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-ce83b456-3f20-47e6-ac84-54b9027825b1 None None] For port 520e107b-8349-4611-9a53-0d57b73e736f, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=520e107b-8349-4611-9a53-0d57b73e736f,segment=NetworkSegment(5f364453-372c-4b39-9914-73dca84aec71),segment_id=5f364453-372c-4b39-9914-73dca84aec71)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:43.756448 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ce83b456-3f20-47e6-ac84-54b9027825b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.828909 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:25:43.833986 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.837515 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83b456-3f20-47e6-ac84-54b9027825b1 None None] Pushing event updated for resources: {'Port': ['ID=520e107b-8349-4611-9a53-0d57b73e736f,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:43.853761 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:32Z', 'updated_at': '2021-11-10T20:25:39Z', 'revision_number': 4, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'gw_port': {'id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:33Z', 'updated_at': '2021-11-10T20:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '520e107b-8349-4611-9a53-0d57b73e736f', 'name': '', 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'mac_address': 'fa:16:3e:3e:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '24000752-a0bf-47c1-823f-3f8748a1eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:37Z', 'updated_at': '2021-11-10T20:25:43Z', 'revision_number': 4, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'subnets': [{'id': '24000752-a0bf-47c1-823f-3f8748a1eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:43.887509 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5f6c3-a7e2-4ccb-9352-af4a2cd8fb11 None None] The sync data for ids ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'] in dv-cinder-815145-6-iscsi is: [{'id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:32Z', 'updated_at': '2021-11-10T20:25:39Z', 'revision_number': 4, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'gw_port': {'id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:33Z', 'updated_at': '2021-11-10T20:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '520e107b-8349-4611-9a53-0d57b73e736f', 'name': '', 'network_id': '0a1ad212-ecae-42f5-9f2b-53f7be159a26', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'mac_address': 'fa:16:3e:3e:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '24000752-a0bf-47c1-823f-3f8748a1eb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:37Z', 'updated_at': '2021-11-10T20:25:43Z', 'revision_number': 4, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'subnets': [{'id': '24000752-a0bf-47c1-823f-3f8748a1eb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:25:43.899292 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-55d4b419-9aea-454e-9f35-dc12f70b2982 None None] Provisioning complete for port 520e107b-8349-4611-9a53-0d57b73e736f triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:43.899665 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-55d4b419-9aea-454e-9f35-dc12f70b2982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:43.917437 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdb31-8431-4060-b897-c2f84b0c26b4 req-e4d0f277-cd16-48de-89fe-4598d38647d7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:43.919522 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b5cfdb31-8431-4060-b897-c2f84b0c26b4 req-e4d0f277-cd16-48de-89fe-4598d38647d7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1143222 Nov 10 20:25:44.041656 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b5cfdb31-8431-4060-b897-c2f84b0c26b4 req-735d5ebd-2f09-44e3-ab17-44662cdab5b8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106660 Nov 10 20:25:44.511668 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22593479-e84f-440c-99a0-75b568e0d1d7 req-3109b263-6dad-42e2-88ae-6b96f5b97d1a tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:44.518544 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-22593479-e84f-440c-99a0-75b568e0d1d7 req-3109b263-6dad-42e2-88ae-6b96f5b97d1a tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 946 time: 0.1074438 Nov 10 20:25:44.588558 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-22593479-e84f-440c-99a0-75b568e0d1d7 req-d226393d-c5dd-41e4-b0a1-fd241514e8ee tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609982 Nov 10 20:25:44.670761 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-e1fd8aa9-a732-4aa6-9b17-5c39eb2ab61c tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:44.670761 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-e1fd8aa9-a732-4aa6-9b17-5c39eb2ab61c tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 946 time: 0.0769241 Nov 10 20:25:44.866607 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Deleting port be9bbefd-f721-4497-ba9c-cf90753b36a0 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:25:44.867016 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:45.233044 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176791fa-a71b-437f-b8eb-46a8dbd5733e req-fce8e0b2-9646-4276-898a-98ce00876b90 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:45.241617 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-176791fa-a71b-437f-b8eb-46a8dbd5733e req-fce8e0b2-9646-4276-898a-98ce00876b90 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1002669 Nov 10 20:25:45.256546 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] For port be9bbefd-f721-4497-ba9c-cf90753b36a0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be9bbefd-f721-4497-ba9c-cf90753b36a0,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:45.257571 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:45.304778 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Calling delete_port for be9bbefd-f721-4497-ba9c-cf90753b36a0 owned by compute:nova {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:25:45.306713 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:45.337309 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 520e107b-8349-4611-9a53-0d57b73e736f up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:45.363507 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-176791fa-a71b-437f-b8eb-46a8dbd5733e req-5e5035fc-3ac7-40dd-877a-d9e93f9425b3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198294 Nov 10 20:25:45.441745 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 520e107b-8349-4611-9a53-0d57b73e736f triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:45.442845 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:45.538980 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:45.606776 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Pushing event deleted for resources: {'Port': ['ID=be9bbefd-f721-4497-ba9c-cf90753b36a0,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:45.689343 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] No DVR routers for this DVR port be9bbefd-f721-4497-ba9c-cf90753b36a0 on host hv-cinder-81514 {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:25:45.702535 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:45.705194 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1a3f3826-e15a-4ef6-a355-ff70cfc200fc req-47de59ff-303f-433f-a933-553feec0ed08 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.39 "DELETE /v2.0/ports/be9bbefd-f721-4497-ba9c-cf90753b36a0 HTTP/1.1" status: 204 len: 173 time: 1.0269516 Nov 10 20:25:45.705666 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b507cb-ead9-43eb-a193-e1a2f8f5a078', 'name': 'network-vif-deleted', 'tag': 'be9bbefd-f721-4497-ba9c-cf90753b36a0'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:45.708050 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea95567-44a4-4a37-80eb-27f58dff6c6b" -d '{"events": [{"server_uuid": "f0b507cb-ead9-43eb-a193-e1a2f8f5a078", "name": "network-vif-deleted", "tag": "be9bbefd-f721-4497-ba9c-cf90753b36a0"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:45.738281 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d38d9b85-805e-4eae-aebb-c79ca85ce494 req-2afd2eb4-ef2a-46aa-94e7-dd97454cf47f tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b507cb-ead9-43eb-a193-e1a2f8f5a078 HTTP/1.1" status: 200 len: 210 time: 0.0501361 Nov 10 20:25:45.778900 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee9fadd-90f5-4cc7-8bb0-330fadcce3e9 x-openstack-request-id: req-8ee9fadd-90f5-4cc7-8bb0-330fadcce3e9 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:45.779383 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b507cb-ead9-43eb-a193-e1a2f8f5a078", "name": "network-vif-deleted", "tag": "be9bbefd-f721-4497-ba9c-cf90753b36a0", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:45.779604 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ee9fadd-90f5-4cc7-8bb0-330fadcce3e9 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:45.780822 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b507cb-ead9-43eb-a193-e1a2f8f5a078', 'name': 'network-vif-deleted', 'tag': 'be9bbefd-f721-4497-ba9c-cf90753b36a0', 'status': 'completed', 'code': 200} Nov 10 20:25:46.337090 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:46.523257 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4398cf-c109-4845-ac58-d3628022cfd0 req-70502cbe-9558-4196-b0a1-7538d52fcc4d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:46.525218 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-af4398cf-c109-4845-ac58-d3628022cfd0 req-70502cbe-9558-4196-b0a1-7538d52fcc4d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0640004 Nov 10 20:25:46.581533 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-af4398cf-c109-4845-ac58-d3628022cfd0 req-cbd6b59c-4788-4f6e-9616-f09c9e6f25db tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499370 Nov 10 20:25:47.471330 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device be9bbefd-f721-4497-ba9c-cf90753b36a0 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:25:47.494741 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: be9bbefd-f721-4497-ba9c-cf90753b36a0 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:25:47.495082 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device be9bbefd-f721-4497-ba9c-cf90753b36a0 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:25:48.067590 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35936) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:48.229015 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6e1a64e5-de44-427e-a974-a7426d4af952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:48.346216 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6e1a64e5-de44-427e-a974-a7426d4af952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:48.350628 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6e1a64e5-de44-427e-a974-a7426d4af952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:48.395636 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-6e1a64e5-de44-427e-a974-a7426d4af952 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=001c0f46a64f4957a6adc4a0434da193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242147 Nov 10 20:25:48.395636 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a64e5-de44-427e-a974-a7426d4af952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6153939-f3ea-4eee-b3c0-f15820f1a046,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:48.396063 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35948) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:48.455999 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6701465c-a7e2-4d61-a34b-cdc17ed4fa0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:48.486855 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6701465c-a7e2-4d61-a34b-cdc17ed4fa0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:48.550784 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6701465c-a7e2-4d61-a34b-cdc17ed4fa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:48.555461 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6701465c-a7e2-4d61-a34b-cdc17ed4fa0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:48.556906 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-6701465c-a7e2-4d61-a34b-cdc17ed4fa0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6153939-f3ea-4eee-b3c0-f15820f1a046 HTTP/1.1" status: 204 len: 168 time: 0.1597364 Nov 10 20:25:48.567048 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701465c-a7e2-4d61-a34b-cdc17ed4fa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6153939-f3ea-4eee-b3c0-f15820f1a046,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:49.089954 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35970) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:49.104774 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-500c212e-f610-49a5-886a-f3aabdf41f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.222328 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-500c212e-f610-49a5-886a-f3aabdf41f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.227131 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-500c212e-f610-49a5-886a-f3aabdf41f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.274817 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-500c212e-f610-49a5-886a-f3aabdf41f24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3b1df7aa29543cfaec483d5588968ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833551 Nov 10 20:25:49.275872 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c212e-f610-49a5-886a-f3aabdf41f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474418cf-7357-495f-95b4-db40a5650979,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:49.282776 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35974) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:49.283242 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35976) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:49.355819 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1052-b966-474f-a5e4-01e5102d7466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.398983 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1052-b966-474f-a5e4-01e5102d7466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.472083 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2c86b259-091f-4aef-8255-d6bc9df3d196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.485057 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1052-b966-474f-a5e4-01e5102d7466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.488693 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1052-b966-474f-a5e4-01e5102d7466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.492743 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-1b5e1052-b966-474f-a5e4-01e5102d7466 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/474418cf-7357-495f-95b4-db40a5650979 HTTP/1.1" status: 204 len: 168 time: 0.2117457 Nov 10 20:25:49.510278 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e1052-b966-474f-a5e4-01e5102d7466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474418cf-7357-495f-95b4-db40a5650979,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:49.606329 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2c86b259-091f-4aef-8255-d6bc9df3d196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.613453 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2c86b259-091f-4aef-8255-d6bc9df3d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.675621 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-2c86b259-091f-4aef-8255-d6bc9df3d196 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71d1b5fa9eb44be191eff1baeb085606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878174 Nov 10 20:25:49.675621 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86b259-091f-4aef-8255-d6bc9df3d196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428c32e9-98b0-4368-bcc1-fa73fee72096,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:49.676839 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35986) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:49.749854 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55bdb1b9-d098-460c-a5f0-f54815295c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.787040 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55bdb1b9-d098-460c-a5f0-f54815295c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.845566 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55bdb1b9-d098-460c-a5f0-f54815295c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.848309 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-55bdb1b9-d098-460c-a5f0-f54815295c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:49.849583 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-55bdb1b9-d098-460c-a5f0-f54815295c63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/428c32e9-98b0-4368-bcc1-fa73fee72096 HTTP/1.1" status: 204 len: 168 time: 0.1718025 Nov 10 20:25:49.865548 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdb1b9-d098-460c-a5f0-f54815295c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428c32e9-98b0-4368-bcc1-fa73fee72096,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:49.903768 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 35990) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:49.918621 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c9a9de12-70d4-4f18-b6ba-5984c8adeac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.028837 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c9a9de12-70d4-4f18-b6ba-5984c8adeac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.033925 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c9a9de12-70d4-4f18-b6ba-5984c8adeac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.086187 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c9a9de12-70d4-4f18-b6ba-5984c8adeac2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eab706cc753746f58f7fa9617f9956bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786547 Nov 10 20:25:50.086187 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9de12-70d4-4f18-b6ba-5984c8adeac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44f6e02-41e1-4904-bd38-e9ea39d726ae,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:50.087467 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 35996) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:50.154656 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2bf1fbe7-bc71-41ad-9cff-a7bc1fa85091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.187831 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2bf1fbe7-bc71-41ad-9cff-a7bc1fa85091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.259820 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2bf1fbe7-bc71-41ad-9cff-a7bc1fa85091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.264907 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2bf1fbe7-bc71-41ad-9cff-a7bc1fa85091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.266533 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-2bf1fbe7-bc71-41ad-9cff-a7bc1fa85091 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c44f6e02-41e1-4904-bd38-e9ea39d726ae HTTP/1.1" status: 204 len: 168 time: 0.1775029 Nov 10 20:25:50.276786 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1fbe7-bc71-41ad-9cff-a7bc1fa85091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44f6e02-41e1-4904-bd38-e9ea39d726ae,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:50.354046 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36000) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:50.368796 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d258980f-d89b-433b-b9d3-0f1f689bb65c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.472063 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d258980f-d89b-433b-b9d3-0f1f689bb65c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.477408 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d258980f-d89b-433b-b9d3-0f1f689bb65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.520977 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-d258980f-d89b-433b-b9d3-0f1f689bb65c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b27dc5ce6b8f4c09be91ce0c39f22a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658132 Nov 10 20:25:50.522988 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258980f-d89b-433b-b9d3-0f1f689bb65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03a9501-15d8-4092-b7e6-9239c2b93ca6,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:50.523871 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 36004) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:50.581914 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-599ffabf-4ad1-4e9c-afc4-f690e657d734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.616478 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-599ffabf-4ad1-4e9c-afc4-f690e657d734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.676474 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-599ffabf-4ad1-4e9c-afc4-f690e657d734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.679625 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-599ffabf-4ad1-4e9c-afc4-f690e657d734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:50.680876 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-599ffabf-4ad1-4e9c-afc4-f690e657d734 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c03a9501-15d8-4092-b7e6-9239c2b93ca6 HTTP/1.1" status: 204 len: 168 time: 0.1559703 Nov 10 20:25:50.689588 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ffabf-4ad1-4e9c-afc4-f690e657d734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03a9501-15d8-4092-b7e6-9239c2b93ca6,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:51.543078 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 36056) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:51.747437 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2030936633-network', 'tenant_id': '070c476511174c26bf92b347e9c68c2f'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:51.773341 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Made reservation on behalf of 070c476511174c26bf92b347e9c68c2f for: {'network': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:51.776121 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:51.785264 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:51.866570 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:51.870933 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:51.901356 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=101639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:25:51.917440 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356b6e19-3a9e-443b-92c8-68c3cf68486a,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:51.920439 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:51.920719 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.segments_db [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Added segment 9555fbdb-5d27-43fa-bdf3-543cfd0a7e0d of type vlan for network 31b2fab4-de01-4cf6-889f-52491795bb50 Nov 10 20:25:51.963034 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:51.989356 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:51.990323 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:51.990906 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:52.047968 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5036514 Nov 10 20:25:52.050976 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36074) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:52.059025 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b7387-9ae4-4a43-81fb-9e0856efa4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=31b2fab4-de01-4cf6-889f-52491795bb50,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:52.059528 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Request body: {'subnet': {'network_id': '31b2fab4-de01-4cf6-889f-52491795bb50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2030936633-subnet', 'tenant_id': '070c476511174c26bf92b347e9c68c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:52.070952 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 31b2fab4-de01-4cf6-889f-52491795bb50 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:25:52.090235 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Made reservation on behalf of 070c476511174c26bf92b347e9c68c2f for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:52.094045 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34351864018'] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:52.277676 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352402978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34351864060'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:52.346096 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6a70f6-6f8b-4cb5-84f3-145247902d92,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:52.348338 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Checking segment: {'id': '9555fbdb-5d27-43fa-bdf3-543cfd0a7e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '31b2fab4-de01-4cf6-889f-52491795bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:52.348675 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Network hostable DHCP agents. Network: 31b2fab4-de01-4cf6-889f-52491795bb50, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:25:52.367428 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Network 31b2fab4-de01-4cf6-889f-52491795bb50 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:25:52.379639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 31b2fab4-de01-4cf6-889f-52491795bb50) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:52.386054 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:52.386054 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:52.391362 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a433e38-be64-4474-a97f-af401bb2f519 None None] Network 31b2fab4-de01-4cf6-889f-52491795bb50 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:52.419459 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ce617fb2-8cb2-42ea-a67d-acf4e467c287 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3657267 Nov 10 20:25:52.589756 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432daad-6196-4c0f-b23a-89e3e71195f6 None None] Network 31b2fab4-de01-4cf6-889f-52491795bb50 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:53.178250 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 36114) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:53.183329 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-910481517-network', 'tenant_id': '888c2cd4411e42959a15e511982bea39'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:53.204264 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Made reservation on behalf of 888c2cd4411e42959a15e511982bea39 for: {'network': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:53.206611 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.215505 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.293881 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.297780 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.322680 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=101639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:25:53.333053 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ae61d-502a-4d67-a0fb-8a48b6218863,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:53.338137 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.338477 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.segments_db [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Added segment 3fdcc79a-afed-4e6e-81fe-23d179925df6 of type vlan for network 8f7f289b-f59a-403b-9d5f-a72f6a0e8436 Nov 10 20:25:53.382419 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.409119 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.410093 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:53.410678 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.461488 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2820954 Nov 10 20:25:53.464272 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36118) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:53.469279 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Request body: {'subnet': {'network_id': '8f7f289b-f59a-403b-9d5f-a72f6a0e8436', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-910481517-subnet', 'tenant_id': '888c2cd4411e42959a15e511982bea39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:53.473417 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3dc1c-b81c-41ca-bda0-78edc6cf9cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7f289b-f59a-403b-9d5f-a72f6a0e8436,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:53.484113 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 8f7f289b-f59a-403b-9d5f-a72f6a0e8436 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:25:53.495418 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Made reservation on behalf of 888c2cd4411e42959a15e511982bea39 for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:53.497833 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34351864018'] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.676023 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352402978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34351864060'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.737877 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0dbea3c-8209-442d-9e0b-cadb30223b66,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:53.745352 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Checking segment: {'id': '3fdcc79a-afed-4e6e-81fe-23d179925df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '8f7f289b-f59a-403b-9d5f-a72f6a0e8436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:53.745711 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Network hostable DHCP agents. Network: 8f7f289b-f59a-403b-9d5f-a72f6a0e8436, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:25:53.763383 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Network 8f7f289b-f59a-403b-9d5f-a72f6a0e8436 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:25:53.772317 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 8f7f289b-f59a-403b-9d5f-a72f6a0e8436) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:53.776327 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:53.776919 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.781789 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df49dba5-5a1d-4e85-8d6a-c74c64b1c09e None None] Network 8f7f289b-f59a-403b-9d5f-a72f6a0e8436 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:53.801791 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-a77e8302-88be-49e0-8da3-80054be3b519 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3275375 Nov 10 20:25:53.917982 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a32e2-793a-4c77-afba-8019914da822 None None] Network 8f7f289b-f59a-403b-9d5f-a72f6a0e8436 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:57.027311 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36192) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:57.137259 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-863fded7-0e8c-4360-8028-ec6a42629cf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.219827 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-863fded7-0e8c-4360-8028-ec6a42629cf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.225954 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-863fded7-0e8c-4360-8028-ec6a42629cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.266789 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-863fded7-0e8c-4360-8028-ec6a42629cf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78720158ce7f4cf99cc6095a613d6963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380800 Nov 10 20:25:57.267949 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fded7-0e8c-4360-8028-ec6a42629cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f0781-6808-4d63-accb-9dfdf63cc1b8,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:57.270256 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 36198) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:57.319521 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-27b9fd06-75d9-4df6-a7b7-63255b7cdd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.340768 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-27b9fd06-75d9-4df6-a7b7-63255b7cdd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.389955 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-27b9fd06-75d9-4df6-a7b7-63255b7cdd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.392984 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-27b9fd06-75d9-4df6-a7b7-63255b7cdd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.394543 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-27b9fd06-75d9-4df6-a7b7-63255b7cdd8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/744f0781-6808-4d63-accb-9dfdf63cc1b8 HTTP/1.1" status: 204 len: 168 time: 0.1229258 Nov 10 20:25:57.404450 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9fd06-75d9-4df6-a7b7-63255b7cdd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f0781-6808-4d63-accb-9dfdf63cc1b8,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:57.677951 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 36206) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:57.696715 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4d7c8e4b-8841-49b3-888b-c4f1adff0516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.789915 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4d7c8e4b-8841-49b3-888b-c4f1adff0516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.793969 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4d7c8e4b-8841-49b3-888b-c4f1adff0516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.831672 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c8e4b-8841-49b3-888b-c4f1adff0516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12d9322-2201-4488-aa93-546e2ffbadcc,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:57.838449 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36212) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:57.838632 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-4d7c8e4b-8841-49b3-888b-c4f1adff0516 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=178bec68764042e68a0ad74999c8d990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591549 Nov 10 20:25:57.897587 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-672dab56-a8ae-4321-b4b6-d13fcb80cf14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.919975 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-672dab56-a8ae-4321-b4b6-d13fcb80cf14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.973176 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-672dab56-a8ae-4321-b4b6-d13fcb80cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.975961 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-672dab56-a8ae-4321-b4b6-d13fcb80cf14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:57.977129 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-672dab56-a8ae-4321-b4b6-d13fcb80cf14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e12d9322-2201-4488-aa93-546e2ffbadcc HTTP/1.1" status: 204 len: 168 time: 0.1372919 Nov 10 20:25:57.986188 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dab56-a8ae-4321-b4b6-d13fcb80cf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12d9322-2201-4488-aa93-546e2ffbadcc,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:58.341923 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36224) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:58.354805 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-94ec6afb-35fc-4191-9aef-ddb289191379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:58.433356 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-94ec6afb-35fc-4191-9aef-ddb289191379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:58.439644 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-94ec6afb-35fc-4191-9aef-ddb289191379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:58.486353 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-94ec6afb-35fc-4191-9aef-ddb289191379 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64fe42e1371549298056bfdf0f5c2920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432581 Nov 10 20:25:58.487547 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec6afb-35fc-4191-9aef-ddb289191379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c79d5df-7baa-485e-84b7-4fff46ca000e,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:58.490201 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36226) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:58.549438 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4b4652ad-afa8-45b5-8ce8-38a8b3ffd2b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:58.574423 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4b4652ad-afa8-45b5-8ce8-38a8b3ffd2b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:58.641892 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4b4652ad-afa8-45b5-8ce8-38a8b3ffd2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:58.644519 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4b4652ad-afa8-45b5-8ce8-38a8b3ffd2b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:58.645664 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-4b4652ad-afa8-45b5-8ce8-38a8b3ffd2b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c79d5df-7baa-485e-84b7-4fff46ca000e HTTP/1.1" status: 204 len: 168 time: 0.1547105 Nov 10 20:25:58.653595 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4652ad-afa8-45b5-8ce8-38a8b3ffd2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c79d5df-7baa-485e-84b7-4fff46ca000e,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:02.258570 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:02.675650 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ecf07a72-3144-4c82-afe6-a57ba866bb8a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:02.677271 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ecf07a72-3144-4c82-afe6-a57ba866bb8a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 815 time: 0.1090837 Nov 10 20:26:02.693349 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-69ae2762-c600-4b67-89b9-f3116fbd422c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/quotas/dbcd654a38e74587b016098dbab2ba41 HTTP/1.1" status: 200 len: 375 time: 0.0103073 Nov 10 20:26:02.721022 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-2d549850-4d73-48e8-b469-992955510ed6 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:02.722562 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-2d549850-4d73-48e8-b469-992955510ed6 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/networks?id=101f4a68-9a36-45cf-929d-b634dc3f6b2c HTTP/1.1" status: 200 len: 809 time: 0.1413522 Nov 10 20:26:02.745507 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-c5af23b3-dd55-4135-891a-25c89d9def83 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/quotas/69e2df80d43c44819f1876518a7a22dc HTTP/1.1" status: 200 len: 375 time: 0.0092871 Nov 10 20:26:02.755101 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-c8a6c4b9-b87c-42fc-b5fe-9887a0a5792f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551643 Nov 10 20:26:02.778693 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-31f76120-40e0-4757-9086-c928c9b0a55e tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69e2df80d43c44819f1876518a7a22dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265350 Nov 10 20:26:02.879481 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-5f2b3022-1ad5-4244-a29c-5ad56eac797d service neutron] 10.222.0.13 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170444 Nov 10 20:26:02.895466 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-cb08f47a-382d-4b68-bdb0-16724c33b153 service neutron] 10.222.0.13 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041901 Nov 10 20:26:03.000164 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-4d670f0f-7961-4457-a36c-f4694db5648b service neutron] 10.222.0.13 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074984 Nov 10 20:26:03.007771 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-c56fe339-98e5-4bb2-9fd0-3b42076aa241 service neutron] 10.222.0.13 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002085 Nov 10 20:26:03.215329 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff06cb-2760-4117-b04f-3f4727e248e1 req-12689817-5d14-4365-9502-00249e3cb8e0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:03.217206 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e8ff06cb-2760-4117-b04f-3f4727e248e1 req-12689817-5d14-4365-9502-00249e3cb8e0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0592020 Nov 10 20:26:03.301570 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e8ff06cb-2760-4117-b04f-3f4727e248e1 req-55a0e7e2-9c08-418b-a2c0-e5f1c8791cb8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778112 Nov 10 20:26:03.319399 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a48ca18-d4cc-4a2f-a037-a35018858905 req-89f4ce0f-a903-4243-8a84-98e10d9c72f2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0365140 Nov 10 20:26:03.409463 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b76a2ae7-4f9d-4a55-b0a3-2efe8c49a80c req-9098b819-88e7-4fa4-907b-48b0574d3f06 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 210 time: 0.0540042 Nov 10 20:26:04.632224 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-41f04bee-096f-4ead-b7bb-125fb3fcfb41 req-8ede95a7-e027-4702-a11f-37e07a387604 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0425296 Nov 10 20:26:04.659722 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe2426-ce6a-4909-99c7-5365a8e98579 req-6daa9cfd-e71c-41f8-88e0-ba8b9f471fda tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:04.672824 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2abe2426-ce6a-4909-99c7-5365a8e98579 req-6daa9cfd-e71c-41f8-88e0-ba8b9f471fda tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1357379 Nov 10 20:26:04.728501 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-261c17ab-ea96-4312-9b31-a1e55ed81b31 req-5facf6a4-6832-454d-88d5-45146ae4bfd9 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 210 time: 0.0292692 Nov 10 20:26:04.768865 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2abe2426-ce6a-4909-99c7-5365a8e98579 req-6fdda084-4251-42e8-80b3-885bcbb46881 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948660 Nov 10 20:26:04.777276 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-28ed617e-ce9d-43ba-ac59-7c2c356ff53b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:04.778738 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-28ed617e-ce9d-43ba-ac59-7c2c356ff53b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 815 time: 0.2119522 Nov 10 20:26:04.814589 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Request body: {'port': {'device_id': 'cb704315-0cfe-432e-a3af-bac46653aa12', 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b', 'admin_state_up': True, 'tenant_id': 'dbcd654a38e74587b016098dbab2ba41'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:04.954319 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Made reservation on behalf of dbcd654a38e74587b016098dbab2ba41 for: {'port': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:26:04.960009 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:05.113277 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Allocated IP 172.20.0.2 (97e1ec21-99c9-476f-95b9-6de7086e224b/6ad999ec-4217-4ddf-8f91-0c61c6b2600b/2e9b5be2-bd06-46c5-91bf-bf521f022d22) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:26:05.305132 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:05.346919 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:05.347180 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5263d2c6-a133-41ce-8f5f-62c4ee0f7ec9 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:05.348440 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5263d2c6-a133-41ce-8f5f-62c4ee0f7ec9 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.39 "GET /v2.0/networks?id=101f4a68-9a36-45cf-929d-b634dc3f6b2c HTTP/1.1" status: 200 len: 809 time: 0.1208370 Nov 10 20:26:05.390754 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Request body: {'port': {'device_id': '20443191-5398-4855-af2a-a4e05a544f69', 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c', 'admin_state_up': True, 'tenant_id': '69e2df80d43c44819f1876518a7a22dc'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:05.399252 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Network 97e1ec21-99c9-476f-95b9-6de7086e224b is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:26:05.402474 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:26:05.406121 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:26:05.414257 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['90131853-1376-4ea2-aa1c-da65b676adf2', 'a9a29633-4e77-4a44-9e66-585b1689588a'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:26:05.437725 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Pushing event updated for resources: {'Port': ['ID=2e9b5be2-bd06-46c5-91bf-bf521f022d22,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:05.468758 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:05.469367 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:05.487897 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1e832b80-1e8d-4496-be8a-0d23ecac3209 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6813178 Nov 10 20:26:05.524564 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Request body: {'port': {'device_id': 'cb704315-0cfe-432e-a3af-bac46653aa12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:05.552530 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Made reservation on behalf of 69e2df80d43c44819f1876518a7a22dc for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:26:05.558826 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:05.588991 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:05.897774 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8686bbfc-bfb2-45fc-8b48-0e6cba2b872e req-3a1592b2-1654-4974-869e-3afc38bc7beb tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 210 time: 0.0291448 Nov 10 20:26:05.921070 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597d680-2c09-4c58-b4be-e6edd4a7057e req-ce39979a-cf06-4425-a474-88eae4af8222 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:05.923506 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5597d680-2c09-4c58-b4be-e6edd4a7057e req-ce39979a-cf06-4425-a474-88eae4af8222 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 931 time: 0.1685867 Nov 10 20:26:06.055352 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5597d680-2c09-4c58-b4be-e6edd4a7057e req-b1204b77-23f1-4c9a-8c73-68e3f4279fbe tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239965 Nov 10 20:26:06.067947 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7adac2-e0eb-45b3-a5af-f7112aef42ba req-e8052cc9-7bb4-401d-b80d-d7abdd4a99b2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:06.069485 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6f7adac2-e0eb-45b3-a5af-f7112aef42ba req-e8052cc9-7bb4-401d-b80d-d7abdd4a99b2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1024573 Nov 10 20:26:06.099772 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Allocated IP 172.20.0.10 (101f4a68-9a36-45cf-929d-b634dc3f6b2c/db01b19c-2720-408e-b8af-b25d26a97eb3/aa0d3b12-f8b5-40ef-be1d-a993b248eaea) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:26:06.128840 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9b5be2-bd06-46c5-91bf-bf521f022d22 {{(pid=101640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:26:06.137165 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:06.158757 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.provisioning_blocks [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Transition to ACTIVE for port object 2e9b5be2-bd06-46c5-91bf-bf521f022d22 will not be triggered until provisioned by entity L2. {{(pid=101640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:26:06.162006 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6f7adac2-e0eb-45b3-a5af-f7112aef42ba req-4d1c4b92-bdc1-411a-995d-e7ef2abaa8a1 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853376 Nov 10 20:26:06.178655 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:06.242923 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad1d73-2ada-4b97-8670-3aa59dd763e9 req-e578e99b-f576-4e73-9303-26c8a79f8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:06.244481 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-54ad1d73-2ada-4b97-8670-3aa59dd763e9 req-e578e99b-f576-4e73-9303-26c8a79f8284 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1099 time: 0.0985684 Nov 10 20:26:06.250676 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Pushing event updated for resources: {'Port': ['ID=2e9b5be2-bd06-46c5-91bf-bf521f022d22,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:06.322076 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:06.353412 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-54ad1d73-2ada-4b97-8670-3aa59dd763e9 req-27e28011-c055-4d82-8b6e-c6326e6b4b4c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961945 Nov 10 20:26:06.364237 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:06.370753 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Attempting to bind port 2e9b5be2-bd06-46c5-91bf-bf521f022d22 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:26:06.371164 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Attempting to bind port 2e9b5be2-bd06-46c5-91bf-bf521f022d22 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:26:06.371474 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Attempting to bind port 2e9b5be2-bd06-46c5-91bf-bf521f022d22 on network 97e1ec21-99c9-476f-95b9-6de7086e224b {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:06.377187 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Port 2e9b5be2-bd06-46c5-91bf-bf521f022d22 on network 97e1ec21-99c9-476f-95b9-6de7086e224b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:26:06.377526 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Attempting to bind port 2e9b5be2-bd06-46c5-91bf-bf521f022d22 on network 97e1ec21-99c9-476f-95b9-6de7086e224b {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:06.383562 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:26:06.384216 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Checking segment: {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:26:06.384216 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Bound using segment: {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'} {{(pid=101640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:26:06.384633 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.managers [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Bound port: 2e9b5be2-bd06-46c5-91bf-bf521f022d22, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'}}] {{(pid=101640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:26:06.385135 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:06.420927 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Network 101f4a68-9a36-45cf-929d-b634dc3f6b2c is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:26:06.424184 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:26:06.431577 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:26:06.436736 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Pushing event updated for resources: {'Port': ['ID=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:06.475228 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] For port 2e9b5be2-bd06-46c5-91bf-bf521f022d22, host hv-cinder-81514, cleared binding levels {{(pid=101640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:26:06.478942 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] For port 2e9b5be2-bd06-46c5-91bf-bf521f022d22, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2e9b5be2-bd06-46c5-91bf-bf521f022d22,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:26:06.483739 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:06.492474 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:06.493445 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:06.527664 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:06.528484 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:06.531357 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] 10.222.0.39 "PUT /v2.0/ports/2e9b5be2-bd06-46c5-91bf-bf521f022d22 HTTP/1.1" status: 200 len: 1093 time: 1.0113583 Nov 10 20:26:06.531704 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-bf0b3816-d5fc-41c6-849e-4c5fe6041bf5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1466358 Nov 10 20:26:06.531875 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb704315-0cfe-432e-a3af-bac46653aa12', 'tag': '2e9b5be2-bd06-46c5-91bf-bf521f022d22'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:26:06.534420 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab360c02-fcda-4210-8787-0ffd6e309486" -d '{"events": [{"name": "network-changed", "server_uuid": "cb704315-0cfe-432e-a3af-bac46653aa12", "tag": "2e9b5be2-bd06-46c5-91bf-bf521f022d22"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:26:06.572651 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba749f9d-c0b7-460d-8873-e45dc62e60cb service neutron] Pushing event updated for resources: {'Port': ['ID=2e9b5be2-bd06-46c5-91bf-bf521f022d22,revision_number=3']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:06.608075 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1466c2f3-2486-493d-9963-a8d65211909d x-openstack-request-id: req-1466c2f3-2486-493d-9963-a8d65211909d {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:26:06.608456 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb704315-0cfe-432e-a3af-bac46653aa12", "tag": "2e9b5be2-bd06-46c5-91bf-bf521f022d22", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:26:06.608870 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1466c2f3-2486-493d-9963-a8d65211909d {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:26:06.609453 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb704315-0cfe-432e-a3af-bac46653aa12', 'tag': '2e9b5be2-bd06-46c5-91bf-bf521f022d22', 'status': 'completed', 'code': 200} Nov 10 20:26:07.021204 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941900c9-02bc-4ac5-9a26-a9f89118cc56 req-9b2cdbc6-68f2-4f55-85c3-3f3af46bb53e tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:07.022763 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-941900c9-02bc-4ac5-9a26-a9f89118cc56 req-9b2cdbc6-68f2-4f55-85c3-3f3af46bb53e tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 932 time: 0.0531948 Nov 10 20:26:07.082819 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-941900c9-02bc-4ac5-9a26-a9f89118cc56 req-1a0b7144-2f11-49a5-9f41-7f8e90da05e0 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518253 Nov 10 20:26:07.160893 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Request body: {'port': {'device_id': '20443191-5398-4855-af2a-a4e05a544f69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:07.206171 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66649b-058f-4abd-a013-594de2c0464e req-3b232472-e911-436a-8850-26550c7fe16c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:07.207664 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6a66649b-058f-4abd-a013-594de2c0464e req-3b232472-e911-436a-8850-26550c7fe16c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 943 time: 0.0670600 Nov 10 20:26:07.222406 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:07.270296 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360c02-fcda-4210-8787-0ffd6e309486 req-c4f19aca-67df-4ef0-9e95-96b6482dfcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:07.271796 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ab360c02-fcda-4210-8787-0ffd6e309486 req-c4f19aca-67df-4ef0-9e95-96b6482dfcd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 1096 time: 0.0860136 Nov 10 20:26:07.276518 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6a66649b-058f-4abd-a013-594de2c0464e req-c5fe3152-59d6-4a49-9b2f-cb2c1adf257e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542908 Nov 10 20:26:07.387121 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360c02-fcda-4210-8787-0ffd6e309486 req-be76595f-c776-45b5-ad99-77d6396e067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:07.388629 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ab360c02-fcda-4210-8787-0ffd6e309486 req-be76595f-c776-45b5-ad99-77d6396e067f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=dbcd654a38e74587b016098dbab2ba41&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0983400 Nov 10 20:26:07.436110 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42bc5-10a4-4d17-be56-48e1dd004944 req-b837d924-a9d5-4d75-a6d4-03634db60211 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:07.437658 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9bd42bc5-10a4-4d17-be56-48e1dd004944 req-b837d924-a9d5-4d75-a6d4-03634db60211 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1476197 Nov 10 20:26:07.494257 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360c02-fcda-4210-8787-0ffd6e309486 req-738a6939-ecb7-4f14-85a2-17f782881131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:07.495601 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ab360c02-fcda-4210-8787-0ffd6e309486 req-738a6939-ecb7-4f14-85a2-17f782881131 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936701 Nov 10 20:26:07.520298 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9bd42bc5-10a4-4d17-be56-48e1dd004944 req-9e8867d9-da8e-463b-8493-17989bb30a34 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757759 Nov 10 20:26:07.574755 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0d3b12-f8b5-40ef-be1d-a993b248eaea {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:26:07.583300 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:07.597109 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Transition to ACTIVE for port object aa0d3b12-f8b5-40ef-be1d-a993b248eaea will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:26:07.600712 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:07.609178 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-74baa1e8-6aeb-46d9-8b0d-ea464ec43a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:07.610924 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-74baa1e8-6aeb-46d9-8b0d-ea464ec43a5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 1096 time: 0.0420456 Nov 10 20:26:07.674330 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-c2a9b3a2-c4af-46a6-939e-fa2f0d5ab94a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e9b5be2-bd06-46c5-91bf-bf521f022d22 HTTP/1.1" status: 200 len: 217 time: 0.0436859 Nov 10 20:26:07.680425 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Pushing event updated for resources: {'Port': ['ID=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:07.732899 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-7f8f3c9d-1e85-4a51-9be3-e22935dfcabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:07.734371 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-7f8f3c9d-1e85-4a51-9be3-e22935dfcabc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad999ec-4217-4ddf-8f91-0c61c6b2600b HTTP/1.1" status: 200 len: 855 time: 0.0522621 Nov 10 20:26:07.742175 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Attempting to bind port aa0d3b12-f8b5-40ef-be1d-a993b248eaea on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:26:07.742507 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Attempting to bind port aa0d3b12-f8b5-40ef-be1d-a993b248eaea by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e0298b73-ff3b-4151-8caa-027ec0ce1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:26:07.742913 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Attempting to bind port aa0d3b12-f8b5-40ef-be1d-a993b248eaea on network 101f4a68-9a36-45cf-929d-b634dc3f6b2c {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:07.747508 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Port aa0d3b12-f8b5-40ef-be1d-a993b248eaea on network 101f4a68-9a36-45cf-929d-b634dc3f6b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:26:07.747756 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Attempting to bind port aa0d3b12-f8b5-40ef-be1d-a993b248eaea on network 101f4a68-9a36-45cf-929d-b634dc3f6b2c {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:07.753573 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:26:07.753904 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Checking segment: {'id': 'e0298b73-ff3b-4151-8caa-027ec0ce1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:26:07.754277 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Bound using segment: {'id': 'e0298b73-ff3b-4151-8caa-027ec0ce1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:26:07.754706 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Bound port: aa0d3b12-f8b5-40ef-be1d-a993b248eaea, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0298b73-ff3b-4151-8caa-027ec0ce1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:26:07.755071 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:07.770898 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-1f973c9d-5d29-47b2-85b7-f3a11899e683 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e1ec21-99c9-476f-95b9-6de7086e224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273738 Nov 10 20:26:07.826684 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] For port aa0d3b12-f8b5-40ef-be1d-a993b248eaea, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:26:07.838505 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] For port aa0d3b12-f8b5-40ef-be1d-a993b248eaea, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:26:07.845952 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:07.880890 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:07.881945 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:07.883357 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] 10.222.0.39 "PUT /v2.0/ports/aa0d3b12-f8b5-40ef-be1d-a993b248eaea HTTP/1.1" status: 200 len: 1094 time: 0.7288401 Nov 10 20:26:07.883808 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20443191-5398-4855-af2a-a4e05a544f69', 'tag': 'aa0d3b12-f8b5-40ef-be1d-a993b248eaea'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:26:07.885238 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-65f79530-f655-4dda-ada7-6706fdcb1ea7 service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025326 Nov 10 20:26:07.886107 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc88d087-9d59-4835-9d30-79f38bd914de" -d '{"events": [{"name": "network-changed", "server_uuid": "20443191-5398-4855-af2a-a4e05a544f69", "tag": "aa0d3b12-f8b5-40ef-be1d-a993b248eaea"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:26:07.911190 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1df6f-a75d-48ad-a4c6-1e876515ac2c service neutron] Pushing event updated for resources: {'Port': ['ID=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:07.938526 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61a347-131c-4f13-9453-c09d0dc9fd3e x-openstack-request-id: req-9d61a347-131c-4f13-9453-c09d0dc9fd3e {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:26:07.938842 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20443191-5398-4855-af2a-a4e05a544f69", "tag": "aa0d3b12-f8b5-40ef-be1d-a993b248eaea", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:26:07.939098 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d61a347-131c-4f13-9453-c09d0dc9fd3e {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:26:07.939501 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20443191-5398-4855-af2a-a4e05a544f69', 'tag': 'aa0d3b12-f8b5-40ef-be1d-a993b248eaea', 'status': 'completed', 'code': 200} Nov 10 20:26:08.009166 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-37c52136-35a0-489f-b7e0-2cc31166cfe4 req-0885233b-0322-49bb-ae17-70159637d3f5 service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925109 Nov 10 20:26:08.019461 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-02636f43-99f4-4bde-a885-82d1ff1cf630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:08.021005 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-02636f43-99f4-4bde-a885-82d1ff1cf630 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69e2df80d43c44819f1876518a7a22dc&device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 1097 time: 0.0412517 Nov 10 20:26:08.081221 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-a6139d0b-747b-425f-b36b-f2735acceef5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa0d3b12-f8b5-40ef-be1d-a993b248eaea HTTP/1.1" status: 200 len: 217 time: 0.0383556 Nov 10 20:26:08.196315 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-1af7a5ec-ce19-46c9-9a27-1c596d4b9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:08.197818 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-1af7a5ec-ce19-46c9-9a27-1c596d4b9b1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db01b19c-2720-408e-b8af-b25d26a97eb3 HTTP/1.1" status: 200 len: 849 time: 0.0743759 Nov 10 20:26:08.224160 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66100-39cc-4f9e-be33-42bd3eb5300e req-46c351cf-9acb-4841-8e83-a0ca4f94c235 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:08.225986 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d1e66100-39cc-4f9e-be33-42bd3eb5300e req-46c351cf-9acb-4841-8e83-a0ca4f94c235 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 944 time: 0.0736527 Nov 10 20:26:08.246343 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-feb9770a-8926-44d4-a96b-d961ad136086 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f4a68-9a36-45cf-929d-b634dc3f6b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386426 Nov 10 20:26:08.389073 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d1e66100-39cc-4f9e-be33-42bd3eb5300e req-86505a34-902c-4a3e-9d0e-e72833747549 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457901 Nov 10 20:26:08.429403 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-87eb59ac-44a9-4a25-aa91-3c479b8ec73d service neutron] 10.222.0.39 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661625 Nov 10 20:26:08.564336 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f46f20-4635-4dbb-abda-7b2bbafeb4d6 req-010f351b-bbb6-433e-89e8-70bff3ae168f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:08.565922 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-69f46f20-4635-4dbb-abda-7b2bbafeb4d6 req-010f351b-bbb6-433e-89e8-70bff3ae168f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 943 time: 0.0801301 Nov 10 20:26:08.568468 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3dd1ca5-afb5-47c5-896a-dfc202737118 req-6479a590-acc2-4085-9c03-31f0365ff740 service neutron] 10.222.0.39 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278498 Nov 10 20:26:08.622649 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-69f46f20-4635-4dbb-abda-7b2bbafeb4d6 req-bd4c2b9d-cbfe-45d3-8898-f14bba1d557e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450406 Nov 10 20:26:08.767593 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb9856-1cc2-41c5-a7d7-e1d777875920 req-ccea37bd-b6f5-44cf-a199-4614c2f1ca2d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:08.769345 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5adb9856-1cc2-41c5-a7d7-e1d777875920 req-ccea37bd-b6f5-44cf-a199-4614c2f1ca2d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0856161 Nov 10 20:26:08.781159 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d087-9d59-4835-9d30-79f38bd914de req-b6b9f407-4bf6-4502-a84b-5acd374e927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:08.782662 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc88d087-9d59-4835-9d30-79f38bd914de req-b6b9f407-4bf6-4502-a84b-5acd374e927a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69e2df80d43c44819f1876518a7a22dc&device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 1097 time: 0.0896847 Nov 10 20:26:08.835287 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5adb9856-1cc2-41c5-a7d7-e1d777875920 req-18cb01df-bcda-41b0-ad36-b4c509ab976f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570273 Nov 10 20:26:09.002784 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d087-9d59-4835-9d30-79f38bd914de req-6b85b59f-81a4-4c71-b1bf-6bbeb075c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:09.005278 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc88d087-9d59-4835-9d30-79f38bd914de req-6b85b59f-81a4-4c71-b1bf-6bbeb075c331 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f4a68-9a36-45cf-929d-b634dc3f6b2c HTTP/1.1" status: 200 len: 910 time: 0.1137493 Nov 10 20:26:09.053345 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc88d087-9d59-4835-9d30-79f38bd914de req-b98931e7-6d7c-4aab-825c-8561e9f66cd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa0d3b12-f8b5-40ef-be1d-a993b248eaea HTTP/1.1" status: 200 len: 217 time: 0.0365126 Nov 10 20:26:09.102159 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d087-9d59-4835-9d30-79f38bd914de req-7652c602-23d4-49a8-af2f-8c9fb4b87287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:09.103518 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc88d087-9d59-4835-9d30-79f38bd914de req-7652c602-23d4-49a8-af2f-8c9fb4b87287 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db01b19c-2720-408e-b8af-b25d26a97eb3 HTTP/1.1" status: 200 len: 849 time: 0.0427012 Nov 10 20:26:09.135737 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc88d087-9d59-4835-9d30-79f38bd914de req-06c5b80b-c984-4c06-94f5-c608edffb698 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f4a68-9a36-45cf-929d-b634dc3f6b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244572 Nov 10 20:26:09.234535 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc88d087-9d59-4835-9d30-79f38bd914de req-77540b31-95d8-4de9-b75a-1097a75353b9 service neutron] 10.222.0.39 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875802 Nov 10 20:26:09.335975 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc88d087-9d59-4835-9d30-79f38bd914de req-32d5db18-29c3-4f46-b36a-1242b640da80 service neutron] 10.222.0.39 "GET /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927606 Nov 10 20:26:09.524811 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efe11e-36d7-44c8-81cd-e1b65fbe2dbe req-8b38c551-3fda-4205-ad36-19a1a680f858 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:09.526400 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a5efe11e-36d7-44c8-81cd-e1b65fbe2dbe req-8b38c551-3fda-4205-ad36-19a1a680f858 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 944 time: 0.0522189 Nov 10 20:26:09.579427 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a5efe11e-36d7-44c8-81cd-e1b65fbe2dbe req-5b6130b7-9306-422f-a43e-de3a5ee64b83 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449226 Nov 10 20:26:09.774048 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf7c91-d5f8-4bcd-bb42-7d11511235af req-e8e8a7e6-790b-469c-b5ac-433fe62dc480 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:09.775464 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b6cf7c91-d5f8-4bcd-bb42-7d11511235af req-e8e8a7e6-790b-469c-b5ac-433fe62dc480 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 943 time: 0.0682435 Nov 10 20:26:09.844560 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b6cf7c91-d5f8-4bcd-bb42-7d11511235af req-a299ccd6-e70b-4fec-aadd-d2aca4bb58a0 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622830 Nov 10 20:26:09.966043 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79212716-12cd-446d-83f4-fbb40e82653e req-bd14f3b6-ec78-4c2b-98b5-4c9c5b78b378 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:09.967585 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-79212716-12cd-446d-83f4-fbb40e82653e req-bd14f3b6-ec78-4c2b-98b5-4c9c5b78b378 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0498762 Nov 10 20:26:10.020373 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-79212716-12cd-446d-83f4-fbb40e82653e req-a1787a14-c670-46b7-ad12-fcee1faf5324 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Nov 10 20:26:10.321016 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0389d-02d6-4a4c-811b-3a4fbb7ca788 req-0686e8e5-acb0-4fc8-88af-fa49bd26269d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:10.322589 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f0a0389d-02d6-4a4c-811b-3a4fbb7ca788 req-0686e8e5-acb0-4fc8-88af-fa49bd26269d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0758622 Nov 10 20:26:10.338207 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-1e6c88ff-4ceb-451f-a7c8-da1815dd7ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:10.348486 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-805cfbbb-012d-45d1-a279-1ae873cb7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:10.350074 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-805cfbbb-012d-45d1-a279-1ae873cb7fcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1099 time: 0.0628273 Nov 10 20:26:10.402896 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f0a0389d-02d6-4a4c-811b-3a4fbb7ca788 req-91507a79-a6c1-49b4-88ef-be545165fc18 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633416 Nov 10 20:26:10.471305 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-faec5207-b62f-461d-97c4-7c747c477b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:10.472886 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-faec5207-b62f-461d-97c4-7c747c477b11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 920 time: 0.1100435 Nov 10 20:26:10.516885 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-982ee657-2a02-40be-89f1-cebaf0b784fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14 HTTP/1.1" status: 200 len: 217 time: 0.0357528 Nov 10 20:26:10.571711 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-e39af0f6-a108-4f86-b575-76dfade1fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:10.573215 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-e39af0f6-a108-4f86-b575-76dfade1fe49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.0477772 Nov 10 20:26:10.611087 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-eb966382-c893-4c28-97b1-832d9f403f7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295873 Nov 10 20:26:10.743436 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183a63f-9faf-4927-891b-81f069fd0ba5 req-820993bf-6616-4284-b550-719b2315da34 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:10.744998 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5183a63f-9faf-4927-891b-81f069fd0ba5 req-820993bf-6616-4284-b550-719b2315da34 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 944 time: 0.0818775 Nov 10 20:26:10.750667 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-e441e6f7-4b13-4d9c-8fae-b22adba4d106 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315978 Nov 10 20:26:10.843526 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5183a63f-9faf-4927-891b-81f069fd0ba5 req-67062012-2803-44a1-a25d-64cae34cc10e tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900202 Nov 10 20:26:10.891151 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-655b15ad-241a-47b2-ac4d-25f536990b62 req-5fbafec7-4483-47e3-996d-b7a311bc92c0 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237972 Nov 10 20:26:10.973701 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754227e-b296-429d-87dd-825a2eef3058 req-ccbbf2a8-6be7-4208-bad9-6501e6ac99c7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:10.975194 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6754227e-b296-429d-87dd-825a2eef3058 req-ccbbf2a8-6be7-4208-bad9-6501e6ac99c7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 943 time: 0.0514390 Nov 10 20:26:11.023790 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6754227e-b296-429d-87dd-825a2eef3058 req-d008c50f-13e6-4d10-a3e0-96d735fe0097 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Nov 10 20:26:11.556167 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f81b-5023-4079-9720-b06a5c30bbcb req-793b13dc-5756-46fa-ac4c-10e80bc4d6c5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:11.557684 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4896f81b-5023-4079-9720-b06a5c30bbcb req-793b13dc-5756-46fa-ac4c-10e80bc4d6c5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0599456 Nov 10 20:26:11.624112 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4896f81b-5023-4079-9720-b06a5c30bbcb req-01114c27-8ff3-4006-8af0-793892f87b07 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575528 Nov 10 20:26:11.989351 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79221e63-f578-435e-b7cc-3a997711e588 req-836cd728-3319-45a3-a1a9-fdd8d1dde0a6 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:11.990818 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-79221e63-f578-435e-b7cc-3a997711e588 req-836cd728-3319-45a3-a1a9-fdd8d1dde0a6 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 944 time: 0.0518343 Nov 10 20:26:12.040048 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-79221e63-f578-435e-b7cc-3a997711e588 req-2febb7c9-652c-403e-9635-9129e7339677 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432494 Nov 10 20:26:12.151894 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc49c6f-9693-45e4-ab44-6c7eaec077bd req-dfacbf20-c2e2-4b35-b8de-1bd02d971937 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:12.153316 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7fc49c6f-9693-45e4-ab44-6c7eaec077bd req-dfacbf20-c2e2-4b35-b8de-1bd02d971937 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 943 time: 0.0579937 Nov 10 20:26:12.201909 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7fc49c6f-9693-45e4-ab44-6c7eaec077bd req-518d4cf0-f602-4aaf-87b8-1c245d87201c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Nov 10 20:26:12.606881 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b812e796-d7c8-41c1-9a85-4fe8e11b0b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:12.743322 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744cf63-d452-40f3-a55b-86808331d513 req-c4c8055d-2f0d-4702-8e87-33419514791a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:12.744841 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d744cf63-d452-40f3-a55b-86808331d513 req-c4c8055d-2f0d-4702-8e87-33419514791a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0514302 Nov 10 20:26:12.796250 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d744cf63-d452-40f3-a55b-86808331d513 req-9a5e34fd-a73d-499f-8fac-3b01d67f00de tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Nov 10 20:26:13.156845 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046b8ce-afd4-4b41-8a83-fee686459aff req-e6c66f7e-3800-4ef0-a150-4000979d6f0d tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:13.158349 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f046b8ce-afd4-4b41-8a83-fee686459aff req-e6c66f7e-3800-4ef0-a150-4000979d6f0d tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 944 time: 0.0490723 Nov 10 20:26:13.209041 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f046b8ce-afd4-4b41-8a83-fee686459aff req-68053527-8c5f-4c0c-b78b-4ea65babb5e7 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 Nov 10 20:26:13.340159 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380277a0-3fac-4db8-b319-3c0b2770ded6 req-2e7598f3-944b-458e-80b0-f81e5b86c038 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:13.341849 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-380277a0-3fac-4db8-b319-3c0b2770ded6 req-2e7598f3-944b-458e-80b0-f81e5b86c038 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 943 time: 0.0569241 Nov 10 20:26:13.395094 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-380277a0-3fac-4db8-b319-3c0b2770ded6 req-ca99c918-b7f9-434f-891d-c321fb470855 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460835 Nov 10 20:26:13.595672 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 2e9b5be2-bd06-46c5-91bf-bf521f022d22 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:26:13.695521 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 2e9b5be2-bd06-46c5-91bf-bf521f022d22, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2e9b5be2-bd06-46c5-91bf-bf521f022d22,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:13.831145 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '2e9b5be2-bd06-46c5-91bf-bf521f022d22', 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b', 'port_id': '2e9b5be2-bd06-46c5-91bf-bf521f022d22', 'mac_address': 'fa:16:3e:c1:05:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad999ec-4217-4ddf-8f91-0c61c6b2600b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:26:13.869568 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:13.886768 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:13.899681 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9b5be2-bd06-46c5-91bf-bf521f022d22 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:26:13.914971 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbead7-9697-4ad0-bf02-cea29e54dc10 req-31571abe-9064-4be4-9429-9a69cba96d60 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:13.916474 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e2cbead7-9697-4ad0-bf02-cea29e54dc10 req-31571abe-9064-4be4-9429-9a69cba96d60 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0488572 Nov 10 20:26:13.921618 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 2e9b5be2-bd06-46c5-91bf-bf521f022d22, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2e9b5be2-bd06-46c5-91bf-bf521f022d22,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:13.926292 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:13.926927 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device aa0d3b12-f8b5-40ef-be1d-a993b248eaea details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:26:13.964715 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e2cbead7-9697-4ad0-bf02-cea29e54dc10 req-b96dc4dd-b6ce-4730-92a3-1b9ca594fa74 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Nov 10 20:26:14.027693 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=2e9b5be2-bd06-46c5-91bf-bf521f022d22,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:14.065308 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port aa0d3b12-f8b5-40ef-be1d-a993b248eaea, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:14.077113 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'aa0d3b12-f8b5-40ef-be1d-a993b248eaea', 'network_id': '101f4a68-9a36-45cf-929d-b634dc3f6b2c', 'port_id': 'aa0d3b12-f8b5-40ef-be1d-a993b248eaea', 'mac_address': 'fa:16:3e:36:03:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db01b19c-2720-408e-b8af-b25d26a97eb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:26:14.083217 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36522) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:14.113202 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.126837 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0d3b12-f8b5-40ef-be1d-a993b248eaea {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:26:14.130736 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb119f2-6862-470b-a852-97dc0f78f577 admin admin] Deleting subnet 8e6a70f6-6f8b-4cb5-84f3-145247902d92 {{(pid=101640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:26:14.133925 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5cb119f2-6862-470b-a852-97dc0f78f577 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.147582 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port aa0d3b12-f8b5-40ef-be1d-a993b248eaea, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:14.151274 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.170493 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5cb119f2-6862-470b-a852-97dc0f78f577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3767681'] for subnet, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.204536 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:14.221104 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5cb119f2-6862-470b-a852-97dc0f78f577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.289261 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5cb119f2-6862-470b-a852-97dc0f78f577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352403171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34351864055'] for subnet, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.320573 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb119f2-6862-470b-a852-97dc0f78f577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6a70f6-6f8b-4cb5-84f3-145247902d92,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:14.322584 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5cb119f2-6862-470b-a852-97dc0f78f577 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.327482 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-5cb119f2-6862-470b-a852-97dc0f78f577 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e6a70f6-6f8b-4cb5-84f3-145247902d92 HTTP/1.1" status: 204 len: 168 time: 0.2425408 Nov 10 20:26:14.329560 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36526) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:14.334988 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97fcf9-0b2d-4828-b33f-c6c1262609b1 req-32e48ecd-3fb2-46e2-9929-75b4272dafe3 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:14.340938 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7a97fcf9-0b2d-4828-b33f-c6c1262609b1 req-32e48ecd-3fb2-46e2-9929-75b4272dafe3 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 945 time: 0.0550101 Nov 10 20:26:14.412275 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7a97fcf9-0b2d-4828-b33f-c6c1262609b1 req-54eb7cc0-02f7-456b-8395-3160e89e36b5 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637157 Nov 10 20:26:14.632339 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.649031 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25e1b0-ed81-48d0-9d85-1ff1c8d170c7 req-9e56bba9-d14a-4f86-beb3-019be00c0acb tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:14.650511 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b25e1b0-ed81-48d0-9d85-1ff1c8d170c7 req-9e56bba9-d14a-4f86-beb3-019be00c0acb tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 944 time: 0.0972402 Nov 10 20:26:14.756681 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.768791 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b25e1b0-ed81-48d0-9d85-1ff1c8d170c7 req-475293d0-c71f-496d-b29e-7b2f7053c1ad tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116478 Nov 10 20:26:14.779888 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b2fab4-de01-4cf6-889f-52491795bb50']}} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:14.790192 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9555fbdb-5d27-43fa-bdf3-543cfd0a7e0d') {'for_net_delete': True} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:14.790485 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9555fbdb-5d27-43fa-bdf3-543cfd0a7e0d') {} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:14.799593 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3767704'] for segment, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.813408 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.819385 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=101640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:26:14.819770 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352403133'] for segment, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: Traceback (most recent call last): Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: timer() Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: cb(*args, **kw) Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: return func(*args, **kwargs) Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: self._notify() Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: self.callback(batched_events) Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: event.method(event) Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: return f(self, *a, **k) Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._get(url).json() Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: return self.request(url, 'GET', **kwargs) Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:26:14.821430 dv-cinder-815145-6-iscsi neutron-server[101640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:26:14.886157 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.892864 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.896013 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] 10.222.0.13 "DELETE /v2.0/networks/31b2fab4-de01-4cf6-889f-52491795bb50 HTTP/1.1" status: 204 len: 168 time: 0.5654371 Nov 10 20:26:14.898924 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 36534) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:14.911604 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d6f91-9cb5-4e6f-9c03-74d2d0430a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=31b2fab4-de01-4cf6-889f-52491795bb50,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:14.947524 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cc12f4-0050-491f-ba87-e6b1beea46f3 admin admin] Deleting subnet e0dbea3c-8209-442d-9e0b-cadb30223b66 {{(pid=101639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:26:14.950855 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-43cc12f4-0050-491f-ba87-e6b1beea46f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:14.992089 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-43cc12f4-0050-491f-ba87-e6b1beea46f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-34352489885'] for subnet, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.032280 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-43cc12f4-0050-491f-ba87-e6b1beea46f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.099798 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-43cc12f4-0050-491f-ba87-e6b1beea46f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352658978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34353220719'] for subnet, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.114657 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5ff9b-6ce0-4470-8ae3-33d066b6edba req-5f96b825-1b1b-4a38-a835-ae99e7b920aa tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:15.114844 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-60c5ff9b-6ce0-4470-8ae3-33d066b6edba req-5f96b825-1b1b-4a38-a835-ae99e7b920aa tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0811722 Nov 10 20:26:15.128729 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc12f4-0050-491f-ba87-e6b1beea46f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0dbea3c-8209-442d-9e0b-cadb30223b66,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:15.130751 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-43cc12f4-0050-491f-ba87-e6b1beea46f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.136737 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-43cc12f4-0050-491f-ba87-e6b1beea46f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e0dbea3c-8209-442d-9e0b-cadb30223b66 HTTP/1.1" status: 204 len: 168 time: 0.2363782 Nov 10 20:26:15.136939 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36544) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:15.218909 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-60c5ff9b-6ce0-4470-8ae3-33d066b6edba req-06fd7ab9-e7c0-4ba5-aa8e-1fcb231544ef tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031046 Nov 10 20:26:15.234864 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.242984 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['2e9b5be2-bd06-46c5-91bf-bf521f022d22'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:26:15.269147 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['aa0d3b12-f8b5-40ef-be1d-a993b248eaea'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:26:15.325253 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.325480 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.346149 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7f289b-f59a-403b-9d5f-a72f6a0e8436']}} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:15.355316 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdcc79a-afed-4e6e-81fe-23d179925df6') {'for_net_delete': True} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:15.355602 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdcc79a-afed-4e6e-81fe-23d179925df6') {} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:15.369611 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3767704'] for segment, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.383353 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.390580 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=101640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:26:15.390905 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352403133'] for segment, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: Traceback (most recent call last): Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: timer() Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: cb(*args, **kw) Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: return func(*args, **kwargs) Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: self._notify() Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: self.callback(batched_events) Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: event.method(event) Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: return f(self, *a, **k) Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._get(url).json() Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: return self.request(url, 'GET', **kwargs) Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:26:15.392732 dv-cinder-815145-6-iscsi neutron-server[101640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:26:15.475513 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.502688 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.508786 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f7f289b-f59a-403b-9d5f-a72f6a0e8436 HTTP/1.1" status: 204 len: 168 time: 0.3706086 Nov 10 20:26:15.510426 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7409b31-03e9-4a40-922c-71762735309f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f7f289b-f59a-403b-9d5f-a72f6a0e8436,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:15.563324 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e65f3-92fe-4ee2-a438-ef166399557b req-d83b2825-5eef-48d3-b8be-6bd9b9d26191 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:15.564874 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d07e65f3-92fe-4ee2-a438-ef166399557b req-d83b2825-5eef-48d3-b8be-6bd9b9d26191 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 945 time: 0.0590734 Nov 10 20:26:15.620022 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d07e65f3-92fe-4ee2-a438-ef166399557b req-6aad244f-9b54-4957-b4d4-bbeb39d92e28 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481610 Nov 10 20:26:15.694775 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 36552) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:15.733894 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-238752d1-4236-4abd-bd2b-d87ec8d73c12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=070c476511174c26bf92b347e9c68c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378909 Nov 10 20:26:15.736326 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 36554) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:15.782181 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-61ed4db6-032a-456a-981f-8438b11cbc76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.806417 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-61ed4db6-032a-456a-981f-8438b11cbc76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.857841 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-61ed4db6-032a-456a-981f-8438b11cbc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.860498 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-61ed4db6-032a-456a-981f-8438b11cbc76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:15.864623 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-61ed4db6-032a-456a-981f-8438b11cbc76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/356b6e19-3a9e-443b-92c8-68c3cf68486a HTTP/1.1" status: 204 len: 168 time: 0.1273260 Nov 10 20:26:15.872690 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed4db6-032a-456a-981f-8438b11cbc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356b6e19-3a9e-443b-92c8-68c3cf68486a,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:15.929717 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60285b1b-dfb0-4131-a675-cff882a66330 req-b462d02c-d67b-468f-b9bf-21999a37e527 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:15.932398 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-60285b1b-dfb0-4131-a675-cff882a66330 req-b462d02c-d67b-468f-b9bf-21999a37e527 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 944 time: 0.0820057 Nov 10 20:26:15.989221 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-60285b1b-dfb0-4131-a675-cff882a66330 req-e43ef376-b873-494d-9fbc-92f46e627150 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498290 Nov 10 20:26:16.249211 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36568) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:16.300242 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9f81db52-f80d-4d61-9f48-5df3014fc3f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=888c2cd4411e42959a15e511982bea39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496142 Nov 10 20:26:16.302784 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 36570) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:16.335301 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:16.368757 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca18e-694a-4a0c-b58e-60d3f07ad998 req-8f4f25b4-5cf0-412b-adfb-5a0d51159b40 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:16.370246 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1fcca18e-694a-4a0c-b58e-60d3f07ad998 req-8f4f25b4-5cf0-412b-adfb-5a0d51159b40 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0814731 Nov 10 20:26:16.391033 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4958c562-0b83-47d3-8486-62b5956e08c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:16.432837 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4958c562-0b83-47d3-8486-62b5956e08c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:16.447018 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1fcca18e-694a-4a0c-b58e-60d3f07ad998 req-0ad2834f-2c1d-49bf-96d5-1c9cd8278edf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663245 Nov 10 20:26:16.485848 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4958c562-0b83-47d3-8486-62b5956e08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:16.488415 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4958c562-0b83-47d3-8486-62b5956e08c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:16.491898 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-4958c562-0b83-47d3-8486-62b5956e08c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a2ae61d-502a-4d67-a0fb-8a48b6218863 HTTP/1.1" status: 204 len: 168 time: 0.1858664 Nov 10 20:26:16.497450 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958c562-0b83-47d3-8486-62b5956e08c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ae61d-502a-4d67-a0fb-8a48b6218863,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:16.746744 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13716f-84b7-477e-96dc-c06a0d2f164f req-9bb4a915-267e-4024-ba30-c5d0c476f4a1 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:16.748357 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d13716f-84b7-477e-96dc-c06a0d2f164f req-9bb4a915-267e-4024-ba30-c5d0c476f4a1 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 945 time: 0.0508647 Nov 10 20:26:16.798229 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d13716f-84b7-477e-96dc-c06a0d2f164f req-28820a46-51ea-41cd-97df-b0fba6aab58b tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Nov 10 20:26:17.113081 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba4137-2b53-4212-88f5-3b9e353eb96f req-ce03fdc2-9229-442a-9f36-39453c8b2388 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:17.114617 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d4ba4137-2b53-4212-88f5-3b9e353eb96f req-ce03fdc2-9229-442a-9f36-39453c8b2388 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 944 time: 0.0547106 Nov 10 20:26:17.167279 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d4ba4137-2b53-4212-88f5-3b9e353eb96f req-eb1fbc9c-1182-4b1b-8f45-4ef3e16a99eb tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466273 Nov 10 20:26:17.574979 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec263b7-5bb8-43ca-be22-4b23c899bd16 req-fc1766f0-fc66-4bea-955b-4eb52afc4f9e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:17.577038 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fec263b7-5bb8-43ca-be22-4b23c899bd16 req-fc1766f0-fc66-4bea-955b-4eb52afc4f9e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0591257 Nov 10 20:26:17.632791 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fec263b7-5bb8-43ca-be22-4b23c899bd16 req-30c8017e-dff7-4a74-b186-24047de3ce0b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494633 Nov 10 20:26:17.662335 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 2e9b5be2-bd06-46c5-91bf-bf521f022d22 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:26:17.722997 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 2e9b5be2-bd06-46c5-91bf-bf521f022d22 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:26:17.727211 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 2e9b5be2-bd06-46c5-91bf-bf521f022d22 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:17.727588 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:17.830768 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:17.867835 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704315-0cfe-432e-a3af-bac46653aa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9b5be2-bd06-46c5-91bf-bf521f022d22'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:26:17.871054 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2363c1-19d3-4ab5-b21d-481812b5c999" -d '{"events": [{"server_uuid": "cb704315-0cfe-432e-a3af-bac46653aa12", "name": "network-vif-plugged", "status": "completed", "tag": "2e9b5be2-bd06-46c5-91bf-bf521f022d22"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:26:17.879213 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 2e9b5be2-bd06-46c5-91bf-bf521f022d22, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2e9b5be2-bd06-46c5-91bf-bf521f022d22,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:17.891789 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:17.892653 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device aa0d3b12-f8b5-40ef-be1d-a993b248eaea up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:26:17.931351 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85efe31-bce3-489d-9270-9c17b9ac464c x-openstack-request-id: req-a85efe31-bce3-489d-9270-9c17b9ac464c {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:26:17.931779 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb704315-0cfe-432e-a3af-bac46653aa12", "name": "network-vif-plugged", "status": "completed", "tag": "2e9b5be2-bd06-46c5-91bf-bf521f022d22", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:26:17.932141 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a85efe31-bce3-489d-9270-9c17b9ac464c {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:26:17.932649 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704315-0cfe-432e-a3af-bac46653aa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9b5be2-bd06-46c5-91bf-bf521f022d22', 'code': 200} Nov 10 20:26:17.950269 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d3561-cd19-440d-9a41-75f6cee53714 req-0935a873-d467-44fa-8e1a-c7538ed2135b tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:17.953096 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5e3d3561-cd19-440d-9a41-75f6cee53714 req-0935a873-d467-44fa-8e1a-c7538ed2135b tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 945 time: 0.0594916 Nov 10 20:26:18.022267 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5e3d3561-cd19-440d-9a41-75f6cee53714 req-3d5ff519-8178-47c6-985e-05312e31e383 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624874 Nov 10 20:26:18.034182 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=2e9b5be2-bd06-46c5-91bf-bf521f022d22,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:18.063552 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port aa0d3b12-f8b5-40ef-be1d-a993b248eaea completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:26:18.068322 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port aa0d3b12-f8b5-40ef-be1d-a993b248eaea triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:18.068693 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:18.171274 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:18.187974 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e7d50-daa6-49c8-afca-00c292bda3f8 req-f2cb3ef3-b757-4ac8-9fed-94c6be2a9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:18.189710 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f06e7d50-daa6-49c8-afca-00c292bda3f8 req-f2cb3ef3-b757-4ac8-9fed-94c6be2a9fb5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 1098 time: 0.0490162 Nov 10 20:26:18.236624 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port aa0d3b12-f8b5-40ef-be1d-a993b248eaea, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:18.244580 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:18.303284 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f06e7d50-daa6-49c8-afca-00c292bda3f8 req-f65b79e3-c363-484d-8f4c-885d77ff6fae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043918 Nov 10 20:26:18.338684 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fcf1f-b188-4585-970e-608ae9c1ecc5 req-02ec767a-4bf8-46c2-accd-2955be2ed8fe tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:18.344926 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ba7fcf1f-b188-4585-970e-608ae9c1ecc5 req-02ec767a-4bf8-46c2-accd-2955be2ed8fe tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0690701 Nov 10 20:26:18.346701 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:18.416566 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ba7fcf1f-b188-4585-970e-608ae9c1ecc5 req-626b8b6d-d089-4596-97f0-615959c37b10 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690410 Nov 10 20:26:19.160790 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d52ff4-0f65-4a76-b329-7d844098a5df req-58a282fa-4ff9-430e-b4bd-727853ade0f6 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:19.163287 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-06d52ff4-0f65-4a76-b329-7d844098a5df req-58a282fa-4ff9-430e-b4bd-727853ade0f6 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 946 time: 0.0560868 Nov 10 20:26:19.215466 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-06d52ff4-0f65-4a76-b329-7d844098a5df req-c8b4aab5-019f-4234-9070-9e7ea1c36fa1 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 Nov 10 20:26:19.539577 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22e482-d7a5-49cd-acb6-9dccf55325f8 req-3302693a-1658-455f-a083-a6a965fad2cd tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:19.541240 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9f22e482-d7a5-49cd-acb6-9dccf55325f8 req-3302693a-1658-455f-a083-a6a965fad2cd tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0515666 Nov 10 20:26:19.592938 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9f22e482-d7a5-49cd-acb6-9dccf55325f8 req-a6d3101c-e147-4ef7-a638-867c7007fa3f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449347 Nov 10 20:26:19.934032 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20443191-5398-4855-af2a-a4e05a544f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0d3b12-f8b5-40ef-be1d-a993b248eaea'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:26:19.936391 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13b0678-ac80-44df-a9e5-7a7cadf22b6b" -d '{"events": [{"server_uuid": "20443191-5398-4855-af2a-a4e05a544f69", "name": "network-vif-plugged", "status": "completed", "tag": "aa0d3b12-f8b5-40ef-be1d-a993b248eaea"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:26:19.971983 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94946cca-1ac4-4514-8275-d65d6a86f1a0 x-openstack-request-id: req-94946cca-1ac4-4514-8275-d65d6a86f1a0 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:26:19.972296 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20443191-5398-4855-af2a-a4e05a544f69", "name": "network-vif-plugged", "status": "completed", "tag": "aa0d3b12-f8b5-40ef-be1d-a993b248eaea", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:26:19.972553 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94946cca-1ac4-4514-8275-d65d6a86f1a0 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:26:19.972959 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20443191-5398-4855-af2a-a4e05a544f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0d3b12-f8b5-40ef-be1d-a993b248eaea', 'code': 200} Nov 10 20:26:20.220348 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42857b-8820-4ea6-a712-9e06bac70e15 req-70cafa8f-afc7-409a-a817-aea2f5a41904 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:20.221850 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fc42857b-8820-4ea6-a712-9e06bac70e15 req-70cafa8f-afc7-409a-a817-aea2f5a41904 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0548465 Nov 10 20:26:20.259424 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ffeae-ccc6-4bdf-8184-2c099bb01ccf req-9ee2a21a-4c1b-40e7-a874-b54cf7c079ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:20.261450 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0a0ffeae-ccc6-4bdf-8184-2c099bb01ccf req-9ee2a21a-4c1b-40e7-a874-b54cf7c079ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 1099 time: 0.0478008 Nov 10 20:26:20.282643 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fc42857b-8820-4ea6-a712-9e06bac70e15 req-75a999a3-a838-4390-94bc-6953d9ed77eb tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534098 Nov 10 20:26:20.343669 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0a0ffeae-ccc6-4bdf-8184-2c099bb01ccf req-bf7c9804-7e6e-40ec-ac4a-e5e336290272 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720017 Nov 10 20:26:20.374558 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27c871-58f0-428c-9bf3-2894fbb32519 req-ee111bbd-fad5-42a7-bafb-b9d2d278fe2d tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:20.376277 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0f27c871-58f0-428c-9bf3-2894fbb32519 req-ee111bbd-fad5-42a7-bafb-b9d2d278fe2d tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 946 time: 0.0779665 Nov 10 20:26:20.444703 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0f27c871-58f0-428c-9bf3-2894fbb32519 req-fca64009-0106-4caa-a34a-a1dc6e282333 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622313 Nov 10 20:26:20.718587 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191a24e-6a7c-4d2e-87d2-bcf9d7405957 req-c2a7c18f-00aa-43ac-8498-080def6545ee tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:20.720564 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a191a24e-6a7c-4d2e-87d2-bcf9d7405957 req-c2a7c18f-00aa-43ac-8498-080def6545ee tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0535321 Nov 10 20:26:20.787239 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a191a24e-6a7c-4d2e-87d2-bcf9d7405957 req-f38b746b-7361-49be-ae6b-94ed8df07b32 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567801 Nov 10 20:26:20.821080 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:26:21.596560 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03650c-c056-4085-9c1c-6f517815da79 req-3f57d6fd-8966-4286-b064-29dbb71e34cd tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:21.598094 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ff03650c-c056-4085-9c1c-6f517815da79 req-3f57d6fd-8966-4286-b064-29dbb71e34cd tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 946 time: 0.0594616 Nov 10 20:26:21.649639 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ff03650c-c056-4085-9c1c-6f517815da79 req-32908725-63e9-4401-ab1b-04ab9f7932f3 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Nov 10 20:26:21.914802 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47486ec-6bd7-4ebb-9b8e-2b51e1bce4a9 req-0f12907b-7429-4710-a6a7-177ff6de5235 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:21.916414 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d47486ec-6bd7-4ebb-9b8e-2b51e1bce4a9 req-0f12907b-7429-4710-a6a7-177ff6de5235 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0525334 Nov 10 20:26:21.967641 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d47486ec-6bd7-4ebb-9b8e-2b51e1bce4a9 req-7b32e295-4231-4e45-90c9-5b7481603e96 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 Nov 10 20:26:22.766291 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0157b0b-e739-4ae5-8b6b-0e8670af30ca req-c2d22a7e-877e-4d9f-999e-ddd3f6a60c29 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:22.767758 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e0157b0b-e739-4ae5-8b6b-0e8670af30ca req-c2d22a7e-877e-4d9f-999e-ddd3f6a60c29 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 946 time: 0.0489678 Nov 10 20:26:22.816256 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e0157b0b-e739-4ae5-8b6b-0e8670af30ca req-f093774e-57ba-49e9-a86a-2937d0367a5f tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Nov 10 20:26:23.935308 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb379d30-2122-4c93-aad8-92c2538e65aa req-86d85f84-1848-4cf0-9bf6-46963eb5d5fd tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:23.936873 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eb379d30-2122-4c93-aad8-92c2538e65aa req-86d85f84-1848-4cf0-9bf6-46963eb5d5fd tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 946 time: 0.0536516 Nov 10 20:26:23.995294 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eb379d30-2122-4c93-aad8-92c2538e65aa req-9d9237da-d868-4d64-8d72-81f0fdc713c7 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467353 Nov 10 20:26:24.984349 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d21f-5698-4ceb-83f6-5dd4202d23cf req-3a8fbe6b-5c4a-42ce-8120-ce4cf4598a0f tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:24.985832 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f246d21f-5698-4ceb-83f6-5dd4202d23cf req-3a8fbe6b-5c4a-42ce-8120-ce4cf4598a0f tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 946 time: 0.0493307 Nov 10 20:26:25.032345 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f246d21f-5698-4ceb-83f6-5dd4202d23cf req-3792cd8d-4450-4760-81bf-272259c0fc00 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Nov 10 20:26:25.915734 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf637d2-f471-4e87-908d-17c7f640ef78 req-11ada079-c966-40fb-bbd7-6b7009d5d2a2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:25.917460 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-baf637d2-f471-4e87-908d-17c7f640ef78 req-11ada079-c966-40fb-bbd7-6b7009d5d2a2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0626426 Nov 10 20:26:25.927319 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-81334384-1641-4f7a-9a88-cf244df17bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:25.929144 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-81334384-1641-4f7a-9a88-cf244df17bd4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1099 time: 0.0577278 Nov 10 20:26:25.975628 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-baf637d2-f471-4e87-908d-17c7f640ef78 req-c81ba28a-21a0-4bbd-b7c3-8d1548e24dce tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516055 Nov 10 20:26:26.032094 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-9201562d-c1b8-4ceb-817f-20295ac237a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:26.034041 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-9201562d-c1b8-4ceb-817f-20295ac237a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 920 time: 0.0975106 Nov 10 20:26:26.077331 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-532f08ce-de20-43f6-8b16-e40915779d32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14 HTTP/1.1" status: 200 len: 217 time: 0.0346355 Nov 10 20:26:26.161137 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-7aabbafc-ffbb-4dec-b39b-d27289aa0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:26.162592 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-7aabbafc-ffbb-4dec-b39b-d27289aa0b14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.0770016 Nov 10 20:26:26.195304 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0fbea-8997-4386-9a98-2fa3f1d7e35a req-57a8e65c-30d9-4102-b0d2-5baa42fe6355 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:26.198982 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3bf0fbea-8997-4386-9a98-2fa3f1d7e35a req-57a8e65c-30d9-4102-b0d2-5baa42fe6355 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 946 time: 0.0809820 Nov 10 20:26:26.217659 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-4deeba68-5f91-4222-99ef-01f92e92e2e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426071 Nov 10 20:26:26.331802 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3bf0fbea-8997-4386-9a98-2fa3f1d7e35a req-3f7fc2ea-a2c3-45e3-86a6-dc839eb7fe48 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131425 Nov 10 20:26:26.371057 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-52aeafd0-5fe3-4152-a4c8-519616eba8b1 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328201 Nov 10 20:26:26.472879 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e95af39-2df7-4b96-a189-e5a24a7f1939 req-3d7d1233-9d07-4c62-996d-29b25ca2febd service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935256 Nov 10 20:26:27.101484 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827dbbb-536e-471e-b6fd-2672253d6efe req-2a87e5be-a0fc-48b6-9708-569a8a8f86b5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:27.102947 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a827dbbb-536e-471e-b6fd-2672253d6efe req-2a87e5be-a0fc-48b6-9708-569a8a8f86b5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0527570 Nov 10 20:26:27.151813 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a827dbbb-536e-471e-b6fd-2672253d6efe req-d493c0b5-f6a8-4437-aae8-de4bd4fc0b22 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424185 Nov 10 20:26:27.456286 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7d5ad-0417-41da-a769-6a469dd1f509 req-4a65380c-3511-464c-a5e9-32f327b185aa tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:27.457810 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-26f7d5ad-0417-41da-a769-6a469dd1f509 req-4a65380c-3511-464c-a5e9-32f327b185aa tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 946 time: 0.0499399 Nov 10 20:26:27.512843 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-26f7d5ad-0417-41da-a769-6a469dd1f509 req-7468e25b-86ad-4bc7-a426-bf914de51ea0 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/security-groups?id=b490f645-1c60-4935-815b-3d42c174c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487328 Nov 10 20:26:27.699736 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-300015e7-7754-421a-9cfb-d5493d521c43 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:27.701786 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-300015e7-7754-421a-9cfb-d5493d521c43 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.39 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 946 time: 0.0544770 Nov 10 20:26:27.800567 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Deleting port aa0d3b12-f8b5-40ef-be1d-a993b248eaea {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:26:27.800909 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:27.892426 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] For port aa0d3b12-f8b5-40ef-be1d-a993b248eaea, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,segment=NetworkSegment(e0298b73-ff3b-4151-8caa-027ec0ce1222),segment_id=e0298b73-ff3b-4151-8caa-027ec0ce1222)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:27.892786 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:28.122224 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Calling delete_port for aa0d3b12-f8b5-40ef-be1d-a993b248eaea owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:26:28.274864 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:28.305676 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Pushing event deleted for resources: {'Port': ['ID=aa0d3b12-f8b5-40ef-be1d-a993b248eaea,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:28.315646 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835cf9f-d949-40ce-b8ba-7903de2c2750 req-978ee081-2491-43c8-90cb-b1f555d09ea8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:28.317168 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c835cf9f-d949-40ce-b8ba-7903de2c2750 req-978ee081-2491-43c8-90cb-b1f555d09ea8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0918558 Nov 10 20:26:28.366567 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] No DVR routers for this DVR port aa0d3b12-f8b5-40ef-be1d-a993b248eaea on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:26:28.372638 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:28.376099 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3d3a657e-1feb-4b4f-a52d-756e1ab15232 req-f97684a3-d550-4985-8843-200d9bc94ae4 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.39 "DELETE /v2.0/ports/aa0d3b12-f8b5-40ef-be1d-a993b248eaea HTTP/1.1" status: 204 len: 173 time: 0.6674464 Nov 10 20:26:28.376536 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20443191-5398-4855-af2a-a4e05a544f69', 'name': 'network-vif-deleted', 'tag': 'aa0d3b12-f8b5-40ef-be1d-a993b248eaea'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:26:28.378765 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8919b7e-0c90-46f0-97ea-c71c931c794e" -d '{"events": [{"server_uuid": "20443191-5398-4855-af2a-a4e05a544f69", "name": "network-vif-deleted", "tag": "aa0d3b12-f8b5-40ef-be1d-a993b248eaea"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:26:28.407694 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c835cf9f-d949-40ce-b8ba-7903de2c2750 req-77b513b6-eaef-4711-b158-55ebcdec7adc tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839407 Nov 10 20:26:28.425508 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1ee01c-ad3c-418c-9c78-c08852dca082 x-openstack-request-id: req-2e1ee01c-ad3c-418c-9c78-c08852dca082 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:26:28.425800 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20443191-5398-4855-af2a-a4e05a544f69", "name": "network-vif-deleted", "tag": "aa0d3b12-f8b5-40ef-be1d-a993b248eaea", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:26:28.426043 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e1ee01c-ad3c-418c-9c78-c08852dca082 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:26:28.426437 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20443191-5398-4855-af2a-a4e05a544f69', 'name': 'network-vif-deleted', 'tag': 'aa0d3b12-f8b5-40ef-be1d-a993b248eaea', 'status': 'completed', 'code': 200} Nov 10 20:26:28.663744 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ebc78267-fc94-42e7-9c8e-c805130d3559 req-f3818cca-c3bc-4d23-8c0b-dcad46b55c51 tempest-VolumesActionsTest-731828035 tempest-VolumesActionsTest-731828035-project] 10.222.0.13 "GET /v2.0/ports?device_id=20443191-5398-4855-af2a-a4e05a544f69 HTTP/1.1" status: 200 len: 210 time: 0.0308816 Nov 10 20:26:28.670089 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ba0a1-68ec-4efb-8646-77253b041159 req-233a9828-3089-4cc4-9510-34b96fe6a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:28.671621 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-343ba0a1-68ec-4efb-8646-77253b041159 req-233a9828-3089-4cc4-9510-34b96fe6a6a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1099 time: 0.0948746 Nov 10 20:26:28.793212 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ba0a1-68ec-4efb-8646-77253b041159 req-79386a0b-be95-4a7f-a61f-a1c212abb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:28.795259 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-343ba0a1-68ec-4efb-8646-77253b041159 req-79386a0b-be95-4a7f-a61f-a1c212abb70d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 920 time: 0.0886528 Nov 10 20:26:28.840862 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-343ba0a1-68ec-4efb-8646-77253b041159 req-3f2e7045-ee69-4678-8deb-040866656bdc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14 HTTP/1.1" status: 200 len: 217 time: 0.0339334 Nov 10 20:26:28.910797 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ba0a1-68ec-4efb-8646-77253b041159 req-5b8219ee-4978-4063-951d-8f3a3ee8ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:28.912301 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-343ba0a1-68ec-4efb-8646-77253b041159 req-5b8219ee-4978-4063-951d-8f3a3ee8ce2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.0506942 Nov 10 20:26:28.945416 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-343ba0a1-68ec-4efb-8646-77253b041159 req-8694e319-65a2-4110-bada-e91d89e33dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243852 Nov 10 20:26:29.052131 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-343ba0a1-68ec-4efb-8646-77253b041159 req-3bac69aa-428c-4fa7-8b5d-02dacb0111a6 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972307 Nov 10 20:26:29.174703 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-343ba0a1-68ec-4efb-8646-77253b041159 req-faca1cf1-47d9-41bf-b356-d97f63500d02 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126359 Nov 10 20:26:29.538398 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a287e-c871-42a6-a941-1ec19c45d328 req-947440c4-3a84-4479-b5d8-ad240bcfc592 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:29.540455 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d8a287e-c871-42a6-a941-1ec19c45d328 req-947440c4-3a84-4479-b5d8-ad240bcfc592 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0515759 Nov 10 20:26:29.600668 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d8a287e-c871-42a6-a941-1ec19c45d328 req-26a9441a-8f2d-4be4-b178-b1b667ba9db4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Nov 10 20:26:29.761717 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device aa0d3b12-f8b5-40ef-be1d-a993b248eaea no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:26:29.786184 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: aa0d3b12-f8b5-40ef-be1d-a993b248eaea {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:26:29.786571 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device aa0d3b12-f8b5-40ef-be1d-a993b248eaea not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:26:30.720464 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aecd96-944a-467b-9d99-2d850199ca03 req-fb1801cd-0a00-4dc8-91d5-4a082cc25939 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:30.722009 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d7aecd96-944a-467b-9d99-2d850199ca03 req-fb1801cd-0a00-4dc8-91d5-4a082cc25939 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0533524 Nov 10 20:26:30.782918 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d7aecd96-944a-467b-9d99-2d850199ca03 req-d8247726-e503-4b1a-8d16-dd8aef030aff tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517159 Nov 10 20:26:31.108374 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-551e8a98-d63a-482f-b225-9247b9fe090a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033392857&fields=id&tenant_id=c40f6d7bb21946a79401d033eaf74f37 HTTP/1.1" status: 200 len: 267 time: 0.0614324 Nov 10 20:26:31.225764 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-bfca99d9-6d15-4fa8-973d-1538cd50b360 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:31.227436 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-bfca99d9-6d15-4fa8-973d-1538cd50b360 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/networks?id=42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 200 len: 808 time: 0.1120744 Nov 10 20:26:31.243350 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-b857213e-369f-4fdc-9e6a-e6fc4ee7e11f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/quotas/c40f6d7bb21946a79401d033eaf74f37 HTTP/1.1" status: 200 len: 375 time: 0.0098717 Nov 10 20:26:31.297653 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-14a291ef-ea2e-44dd-b8d6-ba7d50c61239 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486712 Nov 10 20:26:31.403616 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-71893cfd-fef8-493c-a7f5-d296c6249b4c service neutron] 10.222.0.13 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900955 Nov 10 20:26:31.514262 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-3b6c4825-e6a6-494f-8745-35df025e3317 service neutron] 10.222.0.13 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036129 Nov 10 20:26:31.873040 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-562adf43-8a09-4297-b7a6-1d669255e8bb req-4dc3ee59-c732-48ca-9e98-48e2c45daecb tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0491519 Nov 10 20:26:31.927369 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd39cb-92d4-4ac2-88d5-c47e57afb402 req-67bc7432-438f-4c5b-b729-5276bc96ee99 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:31.929127 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a5cd39cb-92d4-4ac2-88d5-c47e57afb402 req-67bc7432-438f-4c5b-b729-5276bc96ee99 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0631292 Nov 10 20:26:31.984112 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a5cd39cb-92d4-4ac2-88d5-c47e57afb402 req-6c1999bc-0f93-40f4-9ef7-9b0c74a122cf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Nov 10 20:26:32.260546 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:32.968101 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-da4fdf68-4287-4308-ae47-51407ef789a4 req-ca97fde8-c1d2-46b1-ac20-f0b6d6cc82b6 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0258336 Nov 10 20:26:33.104453 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc965ca-c0ae-44f1-9f1c-c3bf8f1f2046 req-4bef15a4-b1b3-4f23-ac19-c859f3f905ad tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:33.105833 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2dc965ca-c0ae-44f1-9f1c-c3bf8f1f2046 req-4bef15a4-b1b3-4f23-ac19-c859f3f905ad tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0536246 Nov 10 20:26:33.154132 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2dc965ca-c0ae-44f1-9f1c-c3bf8f1f2046 req-ccf54553-708c-4760-a051-2c17ff891a9b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Nov 10 20:26:34.062957 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-48f8ab96-9c89-4c9b-a660-0cd466168664 req-76176e56-19f7-4712-94fd-56210f84f2f8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0270038 Nov 10 20:26:34.281181 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba035c-776b-402b-876a-a0a298658148 req-f51bc5c0-d630-4f8e-a35b-9551d8781029 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:34.282700 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-52ba035c-776b-402b-876a-a0a298658148 req-f51bc5c0-d630-4f8e-a35b-9551d8781029 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0548260 Nov 10 20:26:34.334059 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-52ba035c-776b-402b-876a-a0a298658148 req-66eeda9f-a277-4f5d-961d-f49ff71e1bc6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Nov 10 20:26:35.158184 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f087d060-423b-4fb5-a886-5b2c86117f5f req-1329320a-8ebe-4d1a-82be-9e08fa15bd0e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0278702 Nov 10 20:26:35.460447 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73284343-5dfc-4f43-a251-667ec6d59832 req-d349e2ae-ec3a-4da1-87b4-3d9c67f24173 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:35.462002 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-73284343-5dfc-4f43-a251-667ec6d59832 req-d349e2ae-ec3a-4da1-87b4-3d9c67f24173 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0583427 Nov 10 20:26:35.509210 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-73284343-5dfc-4f43-a251-667ec6d59832 req-c2028247-52e2-4477-9e0a-aeff38a3cc7d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Nov 10 20:26:36.257211 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6ec3445a-4bba-4866-b699-05e92ed340b6 req-7d6874cf-4762-49a2-92b8-c684c56105bb tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0297689 Nov 10 20:26:36.630739 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5044983-2f86-4ddd-ab4d-52071d3dcc0b req-247d496a-dda5-4b09-9dd3-f321db00acfb tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:36.632470 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f5044983-2f86-4ddd-ab4d-52071d3dcc0b req-247d496a-dda5-4b09-9dd3-f321db00acfb tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0500934 Nov 10 20:26:36.683425 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f5044983-2f86-4ddd-ab4d-52071d3dcc0b req-6ea3c3f2-a910-451f-b20e-70985367797f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445449 Nov 10 20:26:37.350928 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-72f493de-1561-43cb-812c-15e7ebad9f83 req-ae64b39a-0f71-4004-923e-25735515ea52 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0256734 Nov 10 20:26:37.814338 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee570ce5-9b59-4d8b-8144-620c227f31da req-5ffe3d2e-6c6a-4dd5-ab43-f89fa7baf408 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:37.815844 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ee570ce5-9b59-4d8b-8144-620c227f31da req-5ffe3d2e-6c6a-4dd5-ab43-f89fa7baf408 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0506780 Nov 10 20:26:37.879580 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ee570ce5-9b59-4d8b-8144-620c227f31da req-2584cc85-2db8-4750-9126-a0488f4154e6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534296 Nov 10 20:26:38.445327 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1fbb5ae4-0b7e-4e30-ae8e-47684d9db275 req-7a1bf27d-694c-4137-97ae-7dae34096480 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0272200 Nov 10 20:26:38.994606 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf35f2-84c8-4db6-80b2-320b19d18353 req-066e0204-f392-4be5-a826-604f0b35b9f0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:38.996067 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bdf35f2-84c8-4db6-80b2-320b19d18353 req-066e0204-f392-4be5-a826-604f0b35b9f0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0492020 Nov 10 20:26:39.044342 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bdf35f2-84c8-4db6-80b2-320b19d18353 req-3fef480b-5287-49ea-b462-3ee421323d8e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Nov 10 20:26:39.539633 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-14d30608-ce54-4a45-ba65-8c96bba7bb40 req-c3c26d28-ef03-44d2-8657-a619b0d8322e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0278625 Nov 10 20:26:40.165182 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13307d81-6205-4237-b350-adc0cd96f0dd req-9dc1975d-7873-468f-bfeb-e2078584ea75 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:40.166740 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-13307d81-6205-4237-b350-adc0cd96f0dd req-9dc1975d-7873-468f-bfeb-e2078584ea75 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0542026 Nov 10 20:26:40.226204 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-13307d81-6205-4237-b350-adc0cd96f0dd req-b637a491-401b-4331-b5d3-b5f377b14900 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519614 Nov 10 20:26:40.337269 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b03f4a19-3d83-42cb-852a-933d829424da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:40.632005 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-86f61be7-43f8-4470-a936-0f932d0f7e32 req-622e55be-8fe3-426b-ab2f-b3e898241897 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0273776 Nov 10 20:26:41.341473 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae94a2-8b03-485b-b50e-8daf11400df3 req-fedef57f-6430-4e3e-ad31-c715eedce467 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:41.342974 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0fae94a2-8b03-485b-b50e-8daf11400df3 req-fedef57f-6430-4e3e-ad31-c715eedce467 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0494220 Nov 10 20:26:41.390649 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0fae94a2-8b03-485b-b50e-8daf11400df3 req-30c1a918-9e78-4e7c-a89a-88fd0a8d564d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Nov 10 20:26:41.731865 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-42ce823a-f548-475b-a66f-cc4802d4689f req-b783aa41-225a-4077-b86c-4c0cd0e957dc tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0301297 Nov 10 20:26:42.506067 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ab3e3-4c58-49a2-b8e0-50d4f5eb1635 req-1a93b13e-5b80-4ddd-ae0d-061402426241 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:42.507495 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fe9ab3e3-4c58-49a2-b8e0-50d4f5eb1635 req-1a93b13e-5b80-4ddd-ae0d-061402426241 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0498555 Nov 10 20:26:42.555391 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fe9ab3e3-4c58-49a2-b8e0-50d4f5eb1635 req-68ab8184-7c70-4993-8e9f-e67f5aa56030 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Nov 10 20:26:42.609759 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f187d10c-cd06-49ed-886b-5053e28ac00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.830006 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-aeab3f35-0cc3-4169-9ef5-75357cd1f409 req-25d9e845-c13f-4d88-aa8e-64896d5b6cae tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0279000 Nov 10 20:26:43.673265 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cce00-dce0-4a09-ae43-629ff4ecfd25 req-5b6ce00e-76ab-47b2-81f9-146bf6d59491 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:43.674786 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b44cce00-dce0-4a09-ae43-629ff4ecfd25 req-5b6ce00e-76ab-47b2-81f9-146bf6d59491 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0509918 Nov 10 20:26:43.727533 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b44cce00-dce0-4a09-ae43-629ff4ecfd25 req-0e773a1b-c565-4d62-ace1-1eea24282972 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Nov 10 20:26:43.810368 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.935995 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0d346b4f-cbcb-4a9c-adfe-8e5870423e72 req-82e21476-afdc-4357-89be-ddf45925c7a9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0299935 Nov 10 20:26:44.360633 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-ca5a0d57-0a06-4396-a385-82bfb224207d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:44.362181 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-ca5a0d57-0a06-4396-a385-82bfb224207d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.39 "GET /v2.0/networks?id=42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 200 len: 808 time: 0.1056590 Nov 10 20:26:44.446526 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-45d82106-05ef-4623-98a7-658ec555fc52 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c40f6d7bb21946a79401d033eaf74f37 HTTP/1.1" status: 200 len: 380 time: 0.0600264 Nov 10 20:26:44.459462 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Request body: {'port': {'device_id': 'add96306-fabd-4b8d-be26-2cabbd164065', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'admin_state_up': True, 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'security_groups': ['5e884db1-bc77-4ebc-a252-fa398df80fa4']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:44.572444 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Made reservation on behalf of c40f6d7bb21946a79401d033eaf74f37 for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:26:44.575994 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.728213 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Allocated IP 172.20.0.6 (42177e54-a952-41d7-a78c-6773020ea1f3/e1d2dd2b-181a-4fd2-b272-6052dc08637c/a693b79d-741c-4a40-a580-1db44dbc11a8) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:26:44.901318 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977878f-45bb-4273-82b5-34d206de904f req-b5641bfd-5ad3-4173-be2b-10aae6e7c831 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:44.902919 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6977878f-45bb-4273-82b5-34d206de904f req-b5641bfd-5ad3-4173-be2b-10aae6e7c831 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0960715 Nov 10 20:26:44.914234 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.980947 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6977878f-45bb-4273-82b5-34d206de904f req-8b4a5df1-c6aa-4bef-9a39-d4acdf12f81d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698333 Nov 10 20:26:44.997279 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.046309 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Network 42177e54-a952-41d7-a78c-6773020ea1f3 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:26:45.052081 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:26:45.054887 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:26:45.095780 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27d8a8-d4d5-4013-8e96-7afb660bf22d req-fc1e9de4-2152-4b38-bec9-00016944f31f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:45.098008 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bb27d8a8-d4d5-4013-8e96-7afb660bf22d req-fc1e9de4-2152-4b38-bec9-00016944f31f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 931 time: 0.0729837 Nov 10 20:26:45.099793 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'Port': ['ID=a693b79d-741c-4a40-a580-1db44dbc11a8,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:45.125731 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.125973 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.126638 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.126989 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.127318 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.127646 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.127988 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.128312 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.128632 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.128948 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.129267 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.129613 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:45.151605 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:45.152527 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.165928 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bb27d8a8-d4d5-4013-8e96-7afb660bf22d req-5e5d13bc-cff1-4ad0-b199-175c16011af8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603390 Nov 10 20:26:45.195566 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-06453e47-b0e8-4de9-a5f2-d50b0a3a88e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7400930 Nov 10 20:26:45.220677 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Request body: {'port': {'device_id': 'add96306-fabd-4b8d-be26-2cabbd164065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:45.282607 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.296386 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.339457 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-48be9b0f-3e41-432a-9e20-81965564bb24 None None] Provisioning complete for port a693b79d-741c-4a40-a580-1db44dbc11a8 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:45.339735 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-48be9b0f-3e41-432a-9e20-81965564bb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.381145 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-48be9b0f-3e41-432a-9e20-81965564bb24 None None] Port a693b79d-741c-4a40-a580-1db44dbc11a8 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:26:45.618812 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a693b79d-741c-4a40-a580-1db44dbc11a8 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:26:45.630321 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.646021 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Transition to ACTIVE for port object a693b79d-741c-4a40-a580-1db44dbc11a8 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:26:45.651813 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.714194 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Pushing event updated for resources: {'Port': ['ID=a693b79d-741c-4a40-a580-1db44dbc11a8,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:45.809271 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Attempting to bind port a693b79d-741c-4a40-a580-1db44dbc11a8 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:26:45.809868 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Attempting to bind port a693b79d-741c-4a40-a580-1db44dbc11a8 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:26:45.810936 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Attempting to bind port a693b79d-741c-4a40-a580-1db44dbc11a8 on network 42177e54-a952-41d7-a78c-6773020ea1f3 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:45.818594 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Port a693b79d-741c-4a40-a580-1db44dbc11a8 on network 42177e54-a952-41d7-a78c-6773020ea1f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:26:45.818927 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Attempting to bind port a693b79d-741c-4a40-a580-1db44dbc11a8 on network 42177e54-a952-41d7-a78c-6773020ea1f3 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:45.824605 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:26:45.824935 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Checking segment: {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:26:45.827292 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Bound using segment: {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:26:45.827802 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Bound port: a693b79d-741c-4a40-a580-1db44dbc11a8, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3203ad66-f563-4031-80a2-57728799def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:26:45.828206 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.924508 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:26:45.928370 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a693b79d-741c-4a40-a580-1db44dbc11a8,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:26:45.933741 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.976939 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:45.977560 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.978968 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] 10.222.0.39 "PUT /v2.0/ports/a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 200 len: 1093 time: 0.7629194 Nov 10 20:26:45.982186 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:26:45.984696 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaad727-293a-4896-86e8-94288aafbf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:26:46.014601 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c3bcd-0360-421a-a5c9-1207463b03ae service neutron] Pushing event updated for resources: {'Port': ['ID=a693b79d-741c-4a40-a580-1db44dbc11a8,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:46.050167 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf52614-bd54-40c9-a19b-27dad8ad83db x-openstack-request-id: req-5bf52614-bd54-40c9-a19b-27dad8ad83db {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:26:46.050461 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:26:46.050716 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bf52614-bd54-40c9-a19b-27dad8ad83db {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:26:46.051117 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'status': 'completed', 'code': 200} Nov 10 20:26:46.161258 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ad4ae-4604-422f-b981-3d2557b03c65 req-02f7d447-6295-480a-a3a5-481d31ef2958 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:46.168798 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-411ad4ae-4604-422f-b981-3d2557b03c65 req-02f7d447-6295-480a-a3a5-481d31ef2958 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0916500 Nov 10 20:26:46.269882 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-411ad4ae-4604-422f-b981-3d2557b03c65 req-2e0f2a95-aeb2-4bf9-b9fa-bb0d24a43ebe tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968821 Nov 10 20:26:46.337421 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:46.350081 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daed0c6-a0fc-4049-8c66-37cf360649e2 req-28a0aa91-f02b-4a20-869b-72d8c9835772 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:46.353876 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1daed0c6-a0fc-4049-8c66-37cf360649e2 req-28a0aa91-f02b-4a20-869b-72d8c9835772 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0896616 Nov 10 20:26:46.463646 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1daed0c6-a0fc-4049-8c66-37cf360649e2 req-b55ba50e-09ab-4993-a225-3b9eaf4e9d69 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924172 Nov 10 20:26:47.412406 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2f5dd-56aa-451b-8a60-42ee111148f8 req-80639a48-9850-4d7a-86b1-63bfc1b60c0e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:47.414719 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1df2f5dd-56aa-451b-8a60-42ee111148f8 req-80639a48-9850-4d7a-86b1-63bfc1b60c0e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0742781 Nov 10 20:26:47.470381 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1df2f5dd-56aa-451b-8a60-42ee111148f8 req-e05c0015-3bd3-4080-a308-e3e1c53e26d6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481908 Nov 10 20:26:47.599735 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fa664-e673-44bb-b268-fd8eccd211ba req-dd1cb9d0-ac12-4173-b7c2-2d8d12bd8432 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:47.601459 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d8fa664-e673-44bb-b268-fd8eccd211ba req-dd1cb9d0-ac12-4173-b7c2-2d8d12bd8432 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0548062 Nov 10 20:26:47.657960 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d8fa664-e673-44bb-b268-fd8eccd211ba req-5aff421a-9a57-47cf-add5-0cbf900d87e1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498874 Nov 10 20:26:48.615770 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd491029-6fff-4e2f-95a1-ce818efaccb6 req-3c7a2417-2915-4163-bf95-a8bb89a0bc98 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:48.624675 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dd491029-6fff-4e2f-95a1-ce818efaccb6 req-3c7a2417-2915-4163-bf95-a8bb89a0bc98 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0698693 Nov 10 20:26:48.676317 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dd491029-6fff-4e2f-95a1-ce818efaccb6 req-b3891027-a9b0-4ca8-956a-d2d98018fd0f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501952 Nov 10 20:26:48.817205 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5cc48-31ff-4e77-bb86-4b7c916e07d3 req-64498285-3e9b-4aab-ad37-47077d9522e0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:48.819526 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bb5cc48-31ff-4e77-bb86-4b7c916e07d3 req-64498285-3e9b-4aab-ad37-47077d9522e0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0637546 Nov 10 20:26:48.905243 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8bb5cc48-31ff-4e77-bb86-4b7c916e07d3 req-7ebee34b-6d5a-4db2-a1f6-e0515a52bf0f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796835 Nov 10 20:26:49.795489 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1262ee-4d43-4ef0-a0b0-27405855496f req-61a22ad5-9eca-4d95-8c80-ac8b414ec0d6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:49.797010 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9a1262ee-4d43-4ef0-a0b0-27405855496f req-61a22ad5-9eca-4d95-8c80-ac8b414ec0d6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0492728 Nov 10 20:26:49.844227 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9a1262ee-4d43-4ef0-a0b0-27405855496f req-c29f1bbc-f8c6-4162-a079-0d294a5fa231 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Nov 10 20:26:50.035158 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2754882-9721-4df2-b2d1-c689d1fa118c req-69a79e40-24ae-4b59-9b77-4a1159fc854d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:50.036687 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d2754882-9721-4df2-b2d1-c689d1fa118c req-69a79e40-24ae-4b59-9b77-4a1159fc854d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0585425 Nov 10 20:26:50.086603 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d2754882-9721-4df2-b2d1-c689d1fa118c req-a629b80e-ac9d-479a-b238-87b690ae8474 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439634 Nov 10 20:26:50.973596 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba5a23-f1eb-48b4-b282-105e2efea1c8 req-0e011e78-2ec8-4caf-8d24-a9b04da5f1a4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:50.977837 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-47ba5a23-f1eb-48b4-b282-105e2efea1c8 req-0e011e78-2ec8-4caf-8d24-a9b04da5f1a4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0617154 Nov 10 20:26:51.037044 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad727-293a-4896-86e8-94288aafbf1f req-77ef6a44-609f-406b-9913-2f348605c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:51.038741 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-aeaad727-293a-4896-86e8-94288aafbf1f req-77ef6a44-609f-406b-9913-2f348605c6e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1096 time: 0.0591595 Nov 10 20:26:51.051834 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-47ba5a23-f1eb-48b4-b282-105e2efea1c8 req-61f18701-c9ac-47b6-a81d-64ef13bed794 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520046 Nov 10 20:26:51.225637 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080efd8e-7ab4-40b0-92b7-974423e3d832 req-4ccd51fb-2b8b-42b5-b75e-1a9e1e681e9d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:51.234661 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-080efd8e-7ab4-40b0-92b7-974423e3d832 req-4ccd51fb-2b8b-42b5-b75e-1a9e1e681e9d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0738754 Nov 10 20:26:51.269826 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad727-293a-4896-86e8-94288aafbf1f req-1e39c4fe-5761-4c91-b10f-cd1b85723a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:51.272284 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-aeaad727-293a-4896-86e8-94288aafbf1f req-1e39c4fe-5761-4c91-b10f-cd1b85723a5f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c40f6d7bb21946a79401d033eaf74f37&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1496365 Nov 10 20:26:51.293587 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-080efd8e-7ab4-40b0-92b7-974423e3d832 req-34effbad-fde1-4b1a-9b01-d3369335a820 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576789 Nov 10 20:26:51.403219 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad727-293a-4896-86e8-94288aafbf1f req-a60fb8b2-60e2-48a5-9a69-ef42178ea159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:51.405500 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-aeaad727-293a-4896-86e8-94288aafbf1f req-a60fb8b2-60e2-48a5-9a69-ef42178ea159 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251221 Nov 10 20:26:51.860231 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-63a4e88b-0dd7-4747-b01b-cd95bc906d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:51.860500 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-63a4e88b-0dd7-4747-b01b-cd95bc906d46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1096 time: 0.0504665 Nov 10 20:26:51.966894 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-987bb25b-3e5f-4196-acc3-37dcbc364eb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 200 len: 217 time: 0.0689709 Nov 10 20:26:52.026367 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-db166a7f-7422-47d8-9bb3-3d32584f2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:52.027829 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-db166a7f-7422-47d8-9bb3-3d32584f2de7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2dd2b-181a-4fd2-b272-6052dc08637c HTTP/1.1" status: 200 len: 847 time: 0.0526383 Nov 10 20:26:52.088547 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-f00e3247-b1e7-4d0d-a9d2-c25d0590b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:52.090068 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-f00e3247-b1e7-4d0d-a9d2-c25d0590b556 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42177e54-a952-41d7-a78c-6773020ea1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543282 Nov 10 20:26:52.221016 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37acb8-33a7-4553-b0ed-e55879d5a870 req-16fbf0e9-f002-467e-b966-f0365c4aeb5c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:52.222385 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2a37acb8-33a7-4553-b0ed-e55879d5a870 req-16fbf0e9-f002-467e-b966-f0365c4aeb5c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0830090 Nov 10 20:26:52.224345 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-d3531ce3-6e39-47aa-a03c-fb520a6e7a04 service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265368 Nov 10 20:26:52.310907 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2a37acb8-33a7-4553-b0ed-e55879d5a870 req-6f462b46-e123-488b-bd54-6e3918437e7d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819962 Nov 10 20:26:52.360754 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-421e1506-cbc2-4b01-a530-33478c9377a1 req-1eb5836e-0b1c-4a16-9028-c6798b0bee3f service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115191 Nov 10 20:26:52.432286 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34814-1d8f-42fc-ae7a-b2ea1af14f49 req-8278a418-b620-47b1-a75f-25b152e3d1af tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:52.433766 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-91c34814-1d8f-42fc-ae7a-b2ea1af14f49 req-8278a418-b620-47b1-a75f-25b152e3d1af tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0522265 Nov 10 20:26:52.485923 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-91c34814-1d8f-42fc-ae7a-b2ea1af14f49 req-6f0427f8-5aac-48f2-97e7-195be3d2382d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454593 Nov 10 20:26:53.491482 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78f5a4-76ff-444c-97bb-64aad2764406 req-be34f2af-ba24-4bb5-b11c-a0447405289e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:53.495624 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ad78f5a4-76ff-444c-97bb-64aad2764406 req-be34f2af-ba24-4bb5-b11c-a0447405289e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0885701 Nov 10 20:26:53.594156 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ad78f5a4-76ff-444c-97bb-64aad2764406 req-22ebd0ee-e187-4c96-b088-fd242eb96fa5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916884 Nov 10 20:26:53.629346 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eae00-5e03-448a-aeac-d6b8e8efbe1c req-25091051-be74-4afd-a9b4-12f89d1c8abf tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:53.636594 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ab7eae00-5e03-448a-aeac-d6b8e8efbe1c req-25091051-be74-4afd-a9b4-12f89d1c8abf tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0671768 Nov 10 20:26:53.689806 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ab7eae00-5e03-448a-aeac-d6b8e8efbe1c req-584bc74d-4624-45dc-8f41-d20b851da1fb tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522232 Nov 10 20:26:54.749626 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee85d6-00ec-4c4d-9a04-eac667583826 req-3e56f13a-d15d-4886-b814-5d081c294832 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:54.750374 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cdee85d6-00ec-4c4d-9a04-eac667583826 req-3e56f13a-d15d-4886-b814-5d081c294832 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0738578 Nov 10 20:26:54.803270 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cdee85d6-00ec-4c4d-9a04-eac667583826 req-1bcbc7ee-2a27-44aa-88c5-1d2c10f2fb93 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468605 Nov 10 20:26:54.928157 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cb12a-6c98-429e-ab57-e12e46bb40ee req-0a2cbecb-11d4-4a2f-9544-34a4ae50ce25 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:54.929966 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7d9cb12a-6c98-429e-ab57-e12e46bb40ee req-0a2cbecb-11d4-4a2f-9544-34a4ae50ce25 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0608742 Nov 10 20:26:54.997227 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7d9cb12a-6c98-429e-ab57-e12e46bb40ee req-fd91a9e5-3e83-49c3-843b-a0b5a3a5d01d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563583 Nov 10 20:26:56.003289 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83059-dd3b-4691-9280-61e0208791da req-f1e60098-0fb9-4cb4-934e-0ca39a719151 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:56.005673 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2da83059-dd3b-4691-9280-61e0208791da req-f1e60098-0fb9-4cb4-934e-0ca39a719151 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0834794 Nov 10 20:26:56.072148 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2da83059-dd3b-4691-9280-61e0208791da req-2061bb21-741e-41d9-bbdf-1fb4bee01123 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Nov 10 20:26:56.216389 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827ff50-1033-402c-810a-4d40ad08dc4c req-52725cdf-888b-421f-92b5-b2e41469e687 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:56.220875 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9827ff50-1033-402c-810a-4d40ad08dc4c req-52725cdf-888b-421f-92b5-b2e41469e687 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0602591 Nov 10 20:26:56.299903 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9827ff50-1033-402c-810a-4d40ad08dc4c req-207508e5-3517-446c-91be-1bb77ab7eccb tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751421 Nov 10 20:26:57.204110 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516adc4e-8996-4ed1-8997-09a6ac373914 req-e2bfa614-7de0-4b6e-b617-69c7489ea417 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:57.206661 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-516adc4e-8996-4ed1-8997-09a6ac373914 req-e2bfa614-7de0-4b6e-b617-69c7489ea417 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0597799 Nov 10 20:26:57.261533 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-516adc4e-8996-4ed1-8997-09a6ac373914 req-9e04957d-9785-4055-8103-924b157a5210 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488641 Nov 10 20:26:57.443477 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1bed6-6bdb-45e8-83d0-0244a313c000 req-d669dbeb-5b62-4a83-a691-a20df96d0360 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:57.445774 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8dc1bed6-6bdb-45e8-83d0-0244a313c000 req-d669dbeb-5b62-4a83-a691-a20df96d0360 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0536423 Nov 10 20:26:57.498452 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8dc1bed6-6bdb-45e8-83d0-0244a313c000 req-622e4452-d850-4e6a-a23b-3db11af42369 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468028 Nov 10 20:26:57.820677 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:26:58.382345 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a2e3a-222e-4568-8906-ab9029954162 req-1607f910-439b-43b7-9dd8-250f59714a6e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:58.383753 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2c0a2e3a-222e-4568-8906-ab9029954162 req-1607f910-439b-43b7-9dd8-250f59714a6e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0522583 Nov 10 20:26:58.433752 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2c0a2e3a-222e-4568-8906-ab9029954162 req-b3517be3-30f2-4089-bc16-1248abf6fad2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430803 Nov 10 20:26:58.620773 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14636b-4dc9-4ea8-805b-7c952b6d0889 req-e3c56240-dddb-43c2-ba4e-082899920444 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:58.622448 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ef14636b-4dc9-4ea8-805b-7c952b6d0889 req-e3c56240-dddb-43c2-ba4e-082899920444 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0564370 Nov 10 20:26:58.673878 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ef14636b-4dc9-4ea8-805b-7c952b6d0889 req-beab586d-d14c-4a8e-900d-6fede0f37056 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450168 Nov 10 20:26:59.552352 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc678915-3083-40fe-bd39-d2b82d639e4a req-d3140091-0ff7-480b-af5a-f6a4f4b41120 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:59.553822 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc678915-3083-40fe-bd39-d2b82d639e4a req-d3140091-0ff7-480b-af5a-f6a4f4b41120 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0514541 Nov 10 20:26:59.604432 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc678915-3083-40fe-bd39-d2b82d639e4a req-669d58a2-a676-4029-8bd8-d916011959fd tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446124 Nov 10 20:26:59.789433 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd805f5-196f-42cb-9f13-94654ddbc90b req-19d51c2f-9fdc-4394-b9f5-fa4ddf9510d4 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:59.790933 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4bd805f5-196f-42cb-9f13-94654ddbc90b req-19d51c2f-9fdc-4394-b9f5-fa4ddf9510d4 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0495155 Nov 10 20:26:59.841241 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4bd805f5-196f-42cb-9f13-94654ddbc90b req-debf0b27-e581-40f6-9035-9eb279d01223 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439708 Nov 10 20:27:00.719817 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88123-b58f-438b-85db-52ff47b4f1c1 req-b877440d-d7a9-4ff7-8a68-a8e896468038 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:00.721260 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-67e88123-b58f-438b-85db-52ff47b4f1c1 req-b877440d-d7a9-4ff7-8a68-a8e896468038 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0483761 Nov 10 20:27:00.769864 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-67e88123-b58f-438b-85db-52ff47b4f1c1 req-bc299646-e492-42d0-a16f-4d4cbf98335a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Nov 10 20:27:00.973007 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd756fb4-4ec2-475d-a299-aca59ad1f8b5 req-7ee8c246-2635-46df-b60d-403d951666f9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:00.974408 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fd756fb4-4ec2-475d-a299-aca59ad1f8b5 req-7ee8c246-2635-46df-b60d-403d951666f9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0613432 Nov 10 20:27:01.046192 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fd756fb4-4ec2-475d-a299-aca59ad1f8b5 req-a85555d6-a161-4aad-b24d-ca1a046d5257 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658953 Nov 10 20:27:01.915411 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03207f65-252b-4943-a849-97341e60075b req-cfabfaf3-ea66-4ea6-82e7-72c71f7b9b2e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:01.917772 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-03207f65-252b-4943-a849-97341e60075b req-cfabfaf3-ea66-4ea6-82e7-72c71f7b9b2e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0687048 Nov 10 20:27:01.986776 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-03207f65-252b-4943-a849-97341e60075b req-64179630-5ae3-492d-a695-648eb287bd8c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616937 Nov 10 20:27:02.194123 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2b9ea-2c09-4746-8295-91b750787f8d req-988fb08d-ed3d-4f21-a28f-307897cee2c2 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:02.196371 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6eb2b9ea-2c09-4746-8295-91b750787f8d req-988fb08d-ed3d-4f21-a28f-307897cee2c2 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0613124 Nov 10 20:27:02.265446 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6eb2b9ea-2c09-4746-8295-91b750787f8d req-850da6e1-8130-40b5-8779-64a812a36f00 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622797 Nov 10 20:27:02.269232 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:03.135623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080e66a-87c2-4b11-b4b8-45d367bb565a req-12b03e26-6d19-45d6-8bc1-f815a08a4eec tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:03.152241 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3080e66a-87c2-4b11-b4b8-45d367bb565a req-12b03e26-6d19-45d6-8bc1-f815a08a4eec tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0649035 Nov 10 20:27:03.191271 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3080e66a-87c2-4b11-b4b8-45d367bb565a req-c6112374-b5fb-49a3-b209-962c4f4bdb1a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Nov 10 20:27:03.471202 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133c97c-d0ad-4715-83f9-504cec97acba req-87198626-de69-4e42-9255-90c8ece0240c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:03.478554 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e133c97c-d0ad-4715-83f9-504cec97acba req-87198626-de69-4e42-9255-90c8ece0240c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0659792 Nov 10 20:27:03.547020 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e133c97c-d0ad-4715-83f9-504cec97acba req-325a7213-7908-410a-99dd-a0ce27252d9e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585859 Nov 10 20:27:04.370949 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5e3ec-fcde-40b3-b0f9-135c10282bde req-f8118b88-28e7-4a2e-bb45-17e468ce1cc8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:04.384934 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0bc5e3ec-fcde-40b3-b0f9-135c10282bde req-f8118b88-28e7-4a2e-bb45-17e468ce1cc8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0976985 Nov 10 20:27:04.451235 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0bc5e3ec-fcde-40b3-b0f9-135c10282bde req-89e5f5bf-702e-4958-986d-21acfc49f3b8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647378 Nov 10 20:27:04.714263 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02e55-354a-4263-a0c2-ace6d1163ecd req-8ccf43cd-2ab6-4629-baef-df7f7a0ca01e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:04.715820 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f5d02e55-354a-4263-a0c2-ace6d1163ecd req-8ccf43cd-2ab6-4629-baef-df7f7a0ca01e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0766518 Nov 10 20:27:04.820391 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f5d02e55-354a-4263-a0c2-ace6d1163ecd req-50df732e-ce23-4329-9c8b-9b7645f69db7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936484 Nov 10 20:27:05.597352 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2e285-4509-43e7-ad83-aacee0c99c68 req-3739a2ab-d2dd-469d-bc53-39d0c9903ba4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:05.599003 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-20b2e285-4509-43e7-ad83-aacee0c99c68 req-3739a2ab-d2dd-469d-bc53-39d0c9903ba4 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0533445 Nov 10 20:27:05.654641 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-20b2e285-4509-43e7-ad83-aacee0c99c68 req-9ba089b9-75d6-43f6-a753-04da063c5d74 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486634 Nov 10 20:27:05.979411 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83554773-7e97-42ee-9cca-4209663614c1 req-a3d80b03-199f-4ea3-9a74-ea375d0e76be tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:05.981176 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-83554773-7e97-42ee-9cca-4209663614c1 req-a3d80b03-199f-4ea3-9a74-ea375d0e76be tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0645041 Nov 10 20:27:06.053164 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-83554773-7e97-42ee-9cca-4209663614c1 req-aaeb3ee3-6400-4917-9974-13460141ea8f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608592 Nov 10 20:27:06.797051 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b898-d39d-42ba-86bc-2296dd1e1058 req-296ed4a9-2fb8-44e1-9cb4-bb0ad847a361 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:06.798626 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-17f2b898-d39d-42ba-86bc-2296dd1e1058 req-296ed4a9-2fb8-44e1-9cb4-bb0ad847a361 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0566998 Nov 10 20:27:06.856286 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-17f2b898-d39d-42ba-86bc-2296dd1e1058 req-955bf63e-bbd6-40bf-82f8-2ab67a0afaa8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507290 Nov 10 20:27:07.230822 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfead7e-5b3e-4ec2-a3b4-6caeb5be4044 req-a7d1e986-26fe-40be-b4ab-2580b294f791 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:07.232701 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cbfead7e-5b3e-4ec2-a3b4-6caeb5be4044 req-a7d1e986-26fe-40be-b4ab-2580b294f791 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0818257 Nov 10 20:27:07.299206 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cbfead7e-5b3e-4ec2-a3b4-6caeb5be4044 req-56d60d78-8e99-430a-9f86-09b486f93d87 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580194 Nov 10 20:27:07.976502 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58900d65-5b7a-4405-98d5-0a91549419e8 req-964456fa-d3ff-4cbd-92e3-e179f937cb89 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:07.978011 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-58900d65-5b7a-4405-98d5-0a91549419e8 req-964456fa-d3ff-4cbd-92e3-e179f937cb89 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0517745 Nov 10 20:27:08.025994 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-58900d65-5b7a-4405-98d5-0a91549419e8 req-c9d9367f-970c-42eb-b62a-57de419fac23 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Nov 10 20:27:08.420822 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a6020-34d2-45cb-b497-f1ee60bee19e req-942bc118-4cf8-4ed2-9cfd-285a970cbcbd tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:08.422316 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8e3a6020-34d2-45cb-b497-f1ee60bee19e req-942bc118-4cf8-4ed2-9cfd-285a970cbcbd tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0507774 Nov 10 20:27:08.479278 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8e3a6020-34d2-45cb-b497-f1ee60bee19e req-1c651026-1f69-4bfe-8d8c-87f7ca73bdb9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449796 Nov 10 20:27:09.149866 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153664b-6439-496e-a7e8-d67d41d214bf req-d60d62e0-f99e-4c2c-941e-cf7038ec0109 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:09.151509 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c153664b-6439-496e-a7e8-d67d41d214bf req-d60d62e0-f99e-4c2c-941e-cf7038ec0109 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0566533 Nov 10 20:27:09.202259 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c153664b-6439-496e-a7e8-d67d41d214bf req-1e9f3eba-cad2-492f-a50d-872e2e14c54b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Nov 10 20:27:09.597460 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e345c-7017-45cb-8ddc-28843fdca108 req-72411b6a-7db0-4359-bf6f-c837fb1b62c0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:09.598963 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b07e345c-7017-45cb-8ddc-28843fdca108 req-72411b6a-7db0-4359-bf6f-c837fb1b62c0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0492806 Nov 10 20:27:09.651770 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b07e345c-7017-45cb-8ddc-28843fdca108 req-040baeed-7abd-47f3-8b94-b1533dac91c9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457656 Nov 10 20:27:10.320943 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f5874-a0d9-441b-a10c-2a173735d9c9 req-64df94ff-87d8-4622-8100-658bf30d004b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:10.322444 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3d2f5874-a0d9-441b-a10c-2a173735d9c9 req-64df94ff-87d8-4622-8100-658bf30d004b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0491340 Nov 10 20:27:10.330036 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-56c9e18f-cb8f-4812-a1b0-83c2933e8e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:10.372124 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3d2f5874-a0d9-441b-a10c-2a173735d9c9 req-c492cf1b-853a-4d3e-8acf-4cf4942eaead tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422685 Nov 10 20:27:10.776282 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777c8d0-84cb-4aca-8b15-5cf40733fd3f req-baa0e927-9d59-4747-8c19-72d1467ce90d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:10.777912 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d777c8d0-84cb-4aca-8b15-5cf40733fd3f req-baa0e927-9d59-4747-8c19-72d1467ce90d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0560937 Nov 10 20:27:10.860601 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d777c8d0-84cb-4aca-8b15-5cf40733fd3f req-17e9912b-9dc1-4f64-803a-dcc875832d57 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731947 Nov 10 20:27:11.494729 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aff3b-95d0-4ad6-8766-ce5d0673ed68 req-47ebb949-e268-4e6b-a643-e7719002f6e3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:11.496374 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d64aff3b-95d0-4ad6-8766-ce5d0673ed68 req-47ebb949-e268-4e6b-a643-e7719002f6e3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0524859 Nov 10 20:27:11.545291 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d64aff3b-95d0-4ad6-8766-ce5d0673ed68 req-be0a349d-607f-462c-bad3-dd9aa1ce07b5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425529 Nov 10 20:27:11.976986 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2cc66-fa23-4456-ad91-11739b38eeb7 req-5feb4e9a-8fd4-4635-a334-e50edc69cbfb tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:11.978506 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-38d2cc66-fa23-4456-ad91-11739b38eeb7 req-5feb4e9a-8fd4-4635-a334-e50edc69cbfb tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0557351 Nov 10 20:27:12.028000 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-38d2cc66-fa23-4456-ad91-11739b38eeb7 req-514f87a1-05ea-4f5d-a9fc-c53418db5fc1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Nov 10 20:27:12.266321 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 37678) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:12.321005 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Deleting subnet db01b19c-2720-408e-b8af-b25d26a97eb3 {{(pid=101640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:27:12.324267 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.360529 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3767681'] for subnet, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.398745 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.454819 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352403171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34351864055'] for subnet, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.480493 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db01b19c-2720-408e-b8af-b25d26a97eb3,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:12.485194 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.488308 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db01b19c-2720-408e-b8af-b25d26a97eb3 HTTP/1.1" status: 204 len: 168 time: 0.2209203 Nov 10 20:27:12.490872 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 37684) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:12.493481 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.493829 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.494171 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.494504 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.494832 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.495363 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.495479 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.495804 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.496157 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.496485 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.496805 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.497182 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e578420f-abf0-4ebb-8aaf-9eaf650ef309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:12.564762 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.621415 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-52909f99-1c9f-42d4-8d4b-7e3ea84e925a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.670624 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.912082 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101f4a68-9a36-45cf-929d-b634dc3f6b2c']}} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:12.925729 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0298b73-ff3b-4151-8caa-027ec0ce1222') {'for_net_delete': True} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:12.926017 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0298b73-ff3b-4151-8caa-027ec0ce1222') {} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:12.934645 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa402f9-dffc-4a6b-b39e-7d8913729e4c req-ed96f70c-1b90-48be-aad6-63313a9ab9cb tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:12.936082 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eaa402f9-dffc-4a6b-b39e-7d8913729e4c req-ed96f70c-1b90-48be-aad6-63313a9ab9cb tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.3055804 Nov 10 20:27:12.945778 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-34352489860'] for segment, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.973175 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.983352 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=101639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:27:12.983996 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352659068'] for segment, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: Traceback (most recent call last): Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: timer() Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: cb(*args, **kw) Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: return func(*args, **kwargs) Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: self._notify() Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: self.callback(batched_events) Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: event.method(event) Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: return f(self, *a, **k) Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._get(url).json() Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: return self.request(url, 'GET', **kwargs) Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:27:12.986467 dv-cinder-815145-6-iscsi neutron-server[101639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:27:13.050843 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eaa402f9-dffc-4a6b-b39e-7d8913729e4c req-f7934af8-3a75-4cd5-98ec-65260a844856 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022871 Nov 10 20:27:13.062984 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:13.075322 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:13.079505 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] 10.222.0.13 "DELETE /v2.0/networks/101f4a68-9a36-45cf-929d-b634dc3f6b2c HTTP/1.1" status: 204 len: 168 time: 0.5875940 Nov 10 20:27:13.089653 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c784e-ccae-4c50-bd1a-e5273487d498 admin admin] Pushing event deleted for resources: {'Network': ['ID=101f4a68-9a36-45cf-929d-b634dc3f6b2c,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:13.155936 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42428c1-ce06-49a8-a964-861d73b878d1 req-2d94346d-10a6-4890-aab3-7992bf91cb11 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:13.157880 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c42428c1-ce06-49a8-a964-861d73b878d1 req-2d94346d-10a6-4890-aab3-7992bf91cb11 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0513823 Nov 10 20:27:13.212828 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c42428c1-ce06-49a8-a964-861d73b878d1 req-3304d578-402d-4ce3-a9f3-c05868dfeb89 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483665 Nov 10 20:27:13.257230 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 37694) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:13.300533 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-8b3bb019-1f04-41ee-b9b5-3c3e6262100c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69e2df80d43c44819f1876518a7a22dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419312 Nov 10 20:27:13.302963 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 37696) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:13.360418 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1a2b48fd-d1f0-4392-978c-19a24c92d48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:13.387648 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1a2b48fd-d1f0-4392-978c-19a24c92d48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:13.456066 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1a2b48fd-d1f0-4392-978c-19a24c92d48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:13.468959 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1a2b48fd-d1f0-4392-978c-19a24c92d48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:13.468959 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-1a2b48fd-d1f0-4392-978c-19a24c92d48e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b490f645-1c60-4935-815b-3d42c174c17e HTTP/1.1" status: 204 len: 168 time: 0.1563578 Nov 10 20:27:13.485299 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b48fd-d1f0-4392-978c-19a24c92d48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b490f645-1c60-4935-815b-3d42c174c17e,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:13.798858 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-6289bd3f-27bc-413a-92af-7e7bf8d8a7dc tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:13.800424 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-6289bd3f-27bc-413a-92af-7e7bf8d8a7dc tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 815 time: 0.1180489 Nov 10 20:27:13.816438 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-f8dc3b89-0d2c-42e6-ac07-ddfa798fac23 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/quotas/dbcd654a38e74587b016098dbab2ba41 HTTP/1.1" status: 200 len: 375 time: 0.0100696 Nov 10 20:27:13.819749 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:13.872192 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-ffb09273-3b62-41c9-9cdc-526a322b4370 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497389 Nov 10 20:27:13.982612 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-10dd1c85-1a19-40ea-bd37-4c3b5d5ed038 service neutron] 10.222.0.13 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025143 Nov 10 20:27:14.085653 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-9bad587a-5ebf-43f3-9cae-ba21355c2722 service neutron] 10.222.0.13 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967486 Nov 10 20:27:14.244906 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad543547-3130-4fd4-87ca-e67a2698ce22 req-b6f956c7-a925-417f-9ddc-d7ed35ae76b8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:14.246452 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ad543547-3130-4fd4-87ca-e67a2698ce22 req-b6f956c7-a925-417f-9ddc-d7ed35ae76b8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0832784 Nov 10 20:27:14.280449 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-69080369-8801-477f-8f99-1577ece5fb91 req-35985155-455d-4b62-b6d5-9a7314910af4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 210 time: 0.0304337 Nov 10 20:27:14.310527 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ad543547-3130-4fd4-87ca-e67a2698ce22 req-cb706c90-159b-4114-92ab-3cec9d4b5214 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576255 Nov 10 20:27:14.406223 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e8f0c-fbe8-4474-a58a-2855c47a4dff req-c20ab52b-e415-4dda-8d0e-de924b2cc186 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:14.407837 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-548e8f0c-fbe8-4474-a58a-2855c47a4dff req-c20ab52b-e415-4dda-8d0e-de924b2cc186 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0539505 Nov 10 20:27:14.467832 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-548e8f0c-fbe8-4474-a58a-2855c47a4dff req-e3bf7302-8e44-422f-8ee5-1f18af843958 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533206 Nov 10 20:27:15.273865 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:15.396212 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a58d2400-1124-435c-959d-a2ae98187afe req-1b1ca40f-cb37-402d-bd28-28591c29256a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 210 time: 0.0334272 Nov 10 20:27:15.451317 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae12b1-155d-443d-9ef4-a902f475a514 req-ced9bbce-d9a0-4a05-9a35-a6c599b2b99f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:15.452854 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a1ae12b1-155d-443d-9ef4-a902f475a514 req-ced9bbce-d9a0-4a05-9a35-a6c599b2b99f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0705216 Nov 10 20:27:15.509297 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a1ae12b1-155d-443d-9ef4-a902f475a514 req-178b5868-89ef-4df4-9b86-be9ae30432fb tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496316 Nov 10 20:27:15.624959 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817ae80-23a1-4d43-beca-d0545550f39b req-67716f95-4a58-4ecf-a5c0-36d243106582 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:15.627157 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2817ae80-23a1-4d43-beca-d0545550f39b req-67716f95-4a58-4ecf-a5c0-36d243106582 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0800042 Nov 10 20:27:15.685406 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-a74f4ce2-5327-4498-a643-39f40bd1f37d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:15.687035 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-a74f4ce2-5327-4498-a643-39f40bd1f37d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 815 time: 0.1703770 Nov 10 20:27:15.694599 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2817ae80-23a1-4d43-beca-d0545550f39b req-6d6aeb50-dfe0-45aa-94f3-316231492049 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587304 Nov 10 20:27:15.712827 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Request body: {'port': {'device_id': 'd851fe98-0417-4dad-8c7d-1c438c973e7f', 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b', 'admin_state_up': True, 'tenant_id': 'dbcd654a38e74587b016098dbab2ba41'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:27:15.832185 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Made reservation on behalf of dbcd654a38e74587b016098dbab2ba41 for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:27:15.836680 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:15.986731 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550035c0-9ccc-4d7b-a806-36b5c655ef3b req-4ad1682d-4949-456a-8c98-c791558173ec tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:15.988199 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-550035c0-9ccc-4d7b-a806-36b5c655ef3b req-4ad1682d-4949-456a-8c98-c791558173ec tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Nov 10 20:27:15.989378 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Allocated IP 172.20.0.3 (97e1ec21-99c9-476f-95b9-6de7086e224b/6ad999ec-4217-4ddf-8f91-0c61c6b2600b/be38fd2c-cf5d-420a-941c-65a44d0d8f19) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:27:16.044326 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-550035c0-9ccc-4d7b-a806-36b5c655ef3b req-2f5decdc-7f10-40a6-a64e-116eb4101330 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496700 Nov 10 20:27:16.166590 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:16.202237 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:16.242431 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Network 97e1ec21-99c9-476f-95b9-6de7086e224b is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:27:16.252943 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:27:16.258413 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:27:16.267314 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['90131853-1376-4ea2-aa1c-da65b676adf2', 'a9a29633-4e77-4a44-9e66-585b1689588a', '2e9b5be2-bd06-46c5-91bf-bf521f022d22'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:27:16.304675 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Pushing event updated for resources: {'Port': ['ID=be38fd2c-cf5d-420a-941c-65a44d0d8f19,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:16.333270 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:16.334000 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:16.358004 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-7a5515ad-ee54-4fa2-89d5-ef578bf52422 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6500964 Nov 10 20:27:16.361185 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:16.412211 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Request body: {'port': {'device_id': 'd851fe98-0417-4dad-8c7d-1c438c973e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:27:16.493801 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:16.540430 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16566dc-afa3-4d4b-a47c-d1b8da496e0a req-9bb30062-f875-4b75-b9fe-f2663ba36f01 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:16.541987 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e16566dc-afa3-4d4b-a47c-d1b8da496e0a req-9bb30062-f875-4b75-b9fe-f2663ba36f01 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 931 time: 0.0538416 Nov 10 20:27:16.614223 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e16566dc-afa3-4d4b-a47c-d1b8da496e0a req-9736f597-4b7a-485d-ba74-bfc42ca44373 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573459 Nov 10 20:27:16.732066 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d210d03-d175-4669-a394-f34ea3ae8046 req-948596b0-97c3-4ac0-b80b-f4574f1e87f9 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:16.733676 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1d210d03-d175-4669-a394-f34ea3ae8046 req-948596b0-97c3-4ac0-b80b-f4574f1e87f9 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.1022980 Nov 10 20:27:16.818422 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1d210d03-d175-4669-a394-f34ea3ae8046 req-745564c2-38be-4721-82b4-deffe1b07a79 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776954 Nov 10 20:27:16.845720 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb050d-6633-4029-a7eb-c7038cbc19f4 req-165f6e77-3533-4ac0-a866-0576d74600fb tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:16.847345 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2cdb050d-6633-4029-a7eb-c7038cbc19f4 req-165f6e77-3533-4ac0-a866-0576d74600fb tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0579493 Nov 10 20:27:16.866374 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be38fd2c-cf5d-420a-941c-65a44d0d8f19 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:27:16.874133 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:16.892848 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Transition to ACTIVE for port object be38fd2c-cf5d-420a-941c-65a44d0d8f19 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:27:16.897041 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:16.909332 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2cdb050d-6633-4029-a7eb-c7038cbc19f4 req-94389da0-5a14-403a-aeb7-13933fbade4f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528166 Nov 10 20:27:16.953379 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Pushing event updated for resources: {'Port': ['ID=be38fd2c-cf5d-420a-941c-65a44d0d8f19,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:17.020885 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Attempting to bind port be38fd2c-cf5d-420a-941c-65a44d0d8f19 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:27:17.021220 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Attempting to bind port be38fd2c-cf5d-420a-941c-65a44d0d8f19 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:27:17.021548 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Attempting to bind port be38fd2c-cf5d-420a-941c-65a44d0d8f19 on network 97e1ec21-99c9-476f-95b9-6de7086e224b {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:27:17.027511 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Port be38fd2c-cf5d-420a-941c-65a44d0d8f19 on network 97e1ec21-99c9-476f-95b9-6de7086e224b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:27:17.027822 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Attempting to bind port be38fd2c-cf5d-420a-941c-65a44d0d8f19 on network 97e1ec21-99c9-476f-95b9-6de7086e224b {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:27:17.033618 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:27:17.033959 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Checking segment: {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:27:17.034346 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Bound using segment: {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:27:17.034759 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Bound port: be38fd2c-cf5d-420a-941c-65a44d0d8f19, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba69b5-3b3c-403f-ba44-0724fc94231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:27:17.035112 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:17.117676 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] For port be38fd2c-cf5d-420a-941c-65a44d0d8f19, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:27:17.121246 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] For port be38fd2c-cf5d-420a-941c-65a44d0d8f19, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be38fd2c-cf5d-420a-941c-65a44d0d8f19,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:27:17.127358 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:17.193476 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:17.194098 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:17.195524 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] 10.222.0.39 "PUT /v2.0/ports/be38fd2c-cf5d-420a-941c-65a44d0d8f19 HTTP/1.1" status: 200 len: 1093 time: 0.7894423 Nov 10 20:27:17.196152 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd851fe98-0417-4dad-8c7d-1c438c973e7f', 'tag': 'be38fd2c-cf5d-420a-941c-65a44d0d8f19'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:27:17.198408 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d851fe98-0417-4dad-8c7d-1c438c973e7f", "tag": "be38fd2c-cf5d-420a-941c-65a44d0d8f19"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:27:17.221141 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7841d-88e4-4ba6-9c6b-ed2047bc9005 service neutron] Pushing event updated for resources: {'Port': ['ID=be38fd2c-cf5d-420a-941c-65a44d0d8f19,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:17.244244 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23007299-39f0-46af-aac3-fc0a30cdeef8 req-e9737537-a3ad-4ecf-9a53-a3ad55115705 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:17.244244 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-23007299-39f0-46af-aac3-fc0a30cdeef8 req-e9737537-a3ad-4ecf-9a53-a3ad55115705 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 945 time: 0.1042488 Nov 10 20:27:17.246459 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0770d3f1-3362-4a06-9fd5-274eb8fa2d86 x-openstack-request-id: req-0770d3f1-3362-4a06-9fd5-274eb8fa2d86 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:27:17.247528 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d851fe98-0417-4dad-8c7d-1c438c973e7f", "tag": "be38fd2c-cf5d-420a-941c-65a44d0d8f19", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:27:17.247852 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0770d3f1-3362-4a06-9fd5-274eb8fa2d86 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:27:17.248484 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd851fe98-0417-4dad-8c7d-1c438c973e7f', 'tag': 'be38fd2c-cf5d-420a-941c-65a44d0d8f19', 'status': 'completed', 'code': 200} Nov 10 20:27:17.291670 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0d4c8-d024-4a06-b0f9-2b3dba693b30 req-811474fe-9f84-4512-9ff8-b0ced6a325f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:17.293153 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f3a0d4c8-d024-4a06-b0f9-2b3dba693b30 req-811474fe-9f84-4512-9ff8-b0ced6a325f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1099 time: 0.0740564 Nov 10 20:27:17.310217 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-23007299-39f0-46af-aac3-fc0a30cdeef8 req-753156fb-ae23-4348-b8af-04e6e9b0e78d tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531399 Nov 10 20:27:17.344944 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-f904cd2f-1b78-407a-ad9e-840bc7e69901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:17.346440 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-f904cd2f-1b78-407a-ad9e-840bc7e69901 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 1096 time: 0.0494370 Nov 10 20:27:17.350739 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f3a0d4c8-d024-4a06-b0f9-2b3dba693b30 req-9dda108d-ce85-42b7-be4b-5718965ba225 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Nov 10 20:27:17.734962 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fd67-cbed-493d-b187-68a0f0869df0 req-a57ba5ef-a84e-4b44-b1d5-c9a6984b6a6d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:17.736537 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9128fd67-cbed-493d-b187-68a0f0869df0 req-a57ba5ef-a84e-4b44-b1d5-c9a6984b6a6d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 943 time: 0.0499508 Nov 10 20:27:17.758619 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 37886) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:17.789922 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9128fd67-cbed-493d-b187-68a0f0869df0 req-c96ef61c-2ec7-4fca-b0ed-7f40678e974b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471654 Nov 10 20:27:17.831442 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-cd33fb02-02f7-4bfa-bb92-86ed3b5d908a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be38fd2c-cf5d-420a-941c-65a44d0d8f19 HTTP/1.1" status: 200 len: 217 time: 0.0352695 Nov 10 20:27:17.881871 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-98270417-72c1-4278-b0bc-70667a6170d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:17.918437 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-41697238-eb20-40c7-9b31-da075e16f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:17.919965 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-41697238-eb20-40c7-9b31-da075e16f55b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad999ec-4217-4ddf-8f91-0c61c6b2600b HTTP/1.1" status: 200 len: 855 time: 0.0804057 Nov 10 20:27:17.972811 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb62c5-cc30-4cd2-996d-8e5978107946 req-abe2469d-ebf5-47ca-b2c1-e785ce70d3dd tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:17.974744 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a5cb62c5-cc30-4cd2-996d-8e5978107946 req-abe2469d-ebf5-47ca-b2c1-e785ce70d3dd tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0657818 Nov 10 20:27:17.981512 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-98270417-72c1-4278-b0bc-70667a6170d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:17.992343 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-4df571dd-40f0-42c7-bcb7-0a455d41985b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e1ec21-99c9-476f-95b9-6de7086e224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371072 Nov 10 20:27:17.995224 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-98270417-72c1-4278-b0bc-70667a6170d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:18.064567 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-98270417-72c1-4278-b0bc-70667a6170d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df9e48ee43c94421aeae73c3223f6c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025496 Nov 10 20:27:18.064777 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 37896) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:18.073451 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98270417-72c1-4278-b0bc-70667a6170d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e907be-3c17-479d-88ae-86b7151bc455,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:18.092558 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a5cb62c5-cc30-4cd2-996d-8e5978107946 req-06db8254-c9bc-456e-adda-5ef66a0e8a43 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026380 Nov 10 20:27:18.125385 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-a8bf8191-3a83-4a45-8631-7d69af533d3e service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191032 Nov 10 20:27:18.226537 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50ec6a37-442c-425d-a4c2-3ec38cd47c5c req-b873d40f-53ed-4590-9730-78e8a2ca7d12 service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928445 Nov 10 20:27:18.297715 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd411a8-fa18-4bd8-ba19-0e925a436ee5 req-8ae1262c-8298-4da3-9c21-8ac88dd6a0cd tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:18.299197 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8dd411a8-fa18-4bd8-ba19-0e925a436ee5 req-8ae1262c-8298-4da3-9c21-8ac88dd6a0cd tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.3129601 Nov 10 20:27:18.369065 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b3591b74-1971-49f3-8140-8dd24a36ebd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:18.374951 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8dd411a8-fa18-4bd8-ba19-0e925a436ee5 req-edec4649-b3d5-4a03-930d-476235ba313b tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679262 Nov 10 20:27:18.397814 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b3591b74-1971-49f3-8140-8dd24a36ebd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:18.448652 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-6c2b20a7-e9f4-4b42-aed9-4a5397808aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:18.450445 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-6c2b20a7-e9f4-4b42-aed9-4a5397808aae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbcd654a38e74587b016098dbab2ba41&device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 1096 time: 0.0828483 Nov 10 20:27:18.458128 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b3591b74-1971-49f3-8140-8dd24a36ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:18.460875 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b3591b74-1971-49f3-8140-8dd24a36ebd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:18.464431 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b3591b74-1971-49f3-8140-8dd24a36ebd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04e907be-3c17-479d-88ae-86b7151bc455 HTTP/1.1" status: 204 len: 168 time: 0.3963399 Nov 10 20:27:18.464622 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242d6b5-abc2-47bf-91b1-42f6dc2c398f req-73216de8-ab0c-480f-9c14-d242c5e6b0e8 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:18.465635 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7242d6b5-abc2-47bf-91b1-42f6dc2c398f req-73216de8-ab0c-480f-9c14-d242c5e6b0e8 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 945 time: 0.0711160 Nov 10 20:27:18.470542 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3591b74-1971-49f3-8140-8dd24a36ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e907be-3c17-479d-88ae-86b7151bc455,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:18.576916 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7242d6b5-abc2-47bf-91b1-42f6dc2c398f req-ebcc9f35-59e6-4af9-9af1-e1aae2943b36 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903325 Nov 10 20:27:18.593546 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-46979226-951d-474c-8189-ad16dea9a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:18.595579 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-46979226-951d-474c-8189-ad16dea9a30a service neutron] 10.222.0.39 "GET /v2.0/networks?id=97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 200 len: 916 time: 0.1283362 Nov 10 20:27:18.650492 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-a66034b1-bc37-41e3-bb4a-391de3c83ef3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be38fd2c-cf5d-420a-941c-65a44d0d8f19 HTTP/1.1" status: 200 len: 217 time: 0.0462823 Nov 10 20:27:18.719080 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-5e89c747-489a-4fce-b0ee-db9884e45ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:18.721079 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-5e89c747-489a-4fce-b0ee-db9884e45ef1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad999ec-4217-4ddf-8f91-0c61c6b2600b HTTP/1.1" status: 200 len: 855 time: 0.0597627 Nov 10 20:27:18.755571 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-61f389c1-413e-4c3c-8492-b0335a405692 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e1ec21-99c9-476f-95b9-6de7086e224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254922 Nov 10 20:27:18.887982 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-05233614-b620-4238-990c-922dc8da90fa service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160018 Nov 10 20:27:18.944768 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f45e3-620f-44ac-b8da-1251affb9573 req-bcc29583-0e01-40e3-9436-a1e213418f76 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:18.947774 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-289f45e3-620f-44ac-b8da-1251affb9573 req-bcc29583-0e01-40e3-9436-a1e213418f76 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 943 time: 0.0682993 Nov 10 20:27:18.993141 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d62e5d5a-d0f5-48bb-ad7f-56e5994aca2b req-03ee54fa-a07f-43b2-90e8-79cd2b6671b4 service neutron] 10.222.0.39 "GET /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008370 Nov 10 20:27:19.009509 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-289f45e3-620f-44ac-b8da-1251affb9573 req-f60dea88-0358-4a57-ac8e-b1df5f2f56b6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548639 Nov 10 20:27:19.216500 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6395ad1-b7e5-4112-aa5d-7bcaa91e1633 req-4767db99-88eb-47ba-a49f-932ed799ff9d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:19.217959 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f6395ad1-b7e5-4112-aa5d-7bcaa91e1633 req-4767db99-88eb-47ba-a49f-932ed799ff9d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0529451 Nov 10 20:27:19.268414 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f6395ad1-b7e5-4112-aa5d-7bcaa91e1633 req-4f667926-7cfa-4ee3-aa59-180199420926 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Nov 10 20:27:19.509574 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b78e8-6f6f-44b0-a7bf-e3fc8b383da9 req-4b795065-03f6-4712-80bf-c14ec7eea798 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:19.511140 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a28b78e8-6f6f-44b0-a7bf-e3fc8b383da9 req-4b795065-03f6-4712-80bf-c14ec7eea798 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0637851 Nov 10 20:27:19.573725 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a28b78e8-6f6f-44b0-a7bf-e3fc8b383da9 req-ddb57c00-33ec-4158-9220-73df5ecf8266 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528672 Nov 10 20:27:19.721997 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3625-21c0-4173-b1a5-601c466daf3c req-8203754f-1856-4ed6-b7f3-e219d54ed733 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:19.723499 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-551a3625-21c0-4173-b1a5-601c466daf3c req-8203754f-1856-4ed6-b7f3-e219d54ed733 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 945 time: 0.0567129 Nov 10 20:27:19.773881 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-551a3625-21c0-4173-b1a5-601c466daf3c req-a4ec7b40-21a0-4a41-9143-d9c38580ebd7 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Nov 10 20:27:20.058955 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-9f9fb515-f71e-4527-9acb-5d1d201b0e5b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:20.061282 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-9f9fb515-f71e-4527-9acb-5d1d201b0e5b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 945 time: 0.0509999 Nov 10 20:27:20.177887 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b3f7a-dea9-4359-9afa-6e03b3518e62 req-eddb8157-1a22-4b19-8016-18055a99348d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:20.179343 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-046b3f7a-dea9-4359-9afa-6e03b3518e62 req-eddb8157-1a22-4b19-8016-18055a99348d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 943 time: 0.0836825 Nov 10 20:27:20.217917 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Deleting port 891a9850-194e-498b-9316-1e9e4b73dc7b {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:27:20.218246 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:20.282565 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-046b3f7a-dea9-4359-9afa-6e03b3518e62 req-9c7e24b9-df11-42fd-a339-1148cfdb3a23 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954928 Nov 10 20:27:20.336248 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] For port 891a9850-194e-498b-9316-1e9e4b73dc7b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=891a9850-194e-498b-9316-1e9e4b73dc7b,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:20.336620 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:20.350241 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Calling delete_port for 891a9850-194e-498b-9316-1e9e4b73dc7b owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:27:20.397685 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072758e-1ef9-4b5d-a216-03959d9ee297 req-c74f6cab-21fa-4bc4-9324-96718230f83a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:20.399181 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9072758e-1ef9-4b5d-a216-03959d9ee297 req-c74f6cab-21fa-4bc4-9324-96718230f83a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0512824 Nov 10 20:27:20.448934 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9072758e-1ef9-4b5d-a216-03959d9ee297 req-2b9beccf-13f6-4032-bf69-3cde0de0ec78 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Nov 10 20:27:20.479521 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:20.509745 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Pushing event deleted for resources: {'Port': ['ID=891a9850-194e-498b-9316-1e9e4b73dc7b,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:20.538532 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['891a9850-194e-498b-9316-1e9e4b73dc7b'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:27:20.556992 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] No DVR routers for this DVR port 891a9850-194e-498b-9316-1e9e4b73dc7b on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:27:20.560557 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:20.565244 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3967cfe4-75bf-48c1-a47c-f22c75bbe359 req-be4a518a-cc84-4222-b486-5eaec63d813c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.39 "DELETE /v2.0/ports/891a9850-194e-498b-9316-1e9e4b73dc7b HTTP/1.1" status: 204 len: 173 time: 0.4937992 Nov 10 20:27:20.565784 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd5e3e1-b2f0-43d9-950d-b879924ff956', 'name': 'network-vif-deleted', 'tag': '891a9850-194e-498b-9316-1e9e4b73dc7b'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:27:20.568242 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b7f2aa-58f4-416a-ae45-4cdcbbe554df" -d '{"events": [{"server_uuid": "fbd5e3e1-b2f0-43d9-950d-b879924ff956", "name": "network-vif-deleted", "tag": "891a9850-194e-498b-9316-1e9e4b73dc7b"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:27:20.614680 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdac422-2311-4744-a8b5-3cbe04b386da x-openstack-request-id: req-afdac422-2311-4744-a8b5-3cbe04b386da {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:27:20.615005 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd5e3e1-b2f0-43d9-950d-b879924ff956", "name": "network-vif-deleted", "tag": "891a9850-194e-498b-9316-1e9e4b73dc7b", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:27:20.615269 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afdac422-2311-4744-a8b5-3cbe04b386da {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:27:20.615732 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd5e3e1-b2f0-43d9-950d-b879924ff956', 'name': 'network-vif-deleted', 'tag': '891a9850-194e-498b-9316-1e9e4b73dc7b', 'status': 'completed', 'code': 200} Nov 10 20:27:20.729748 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c98e1-76e5-4745-9634-38f6ac1ecc6a req-642e7c00-391f-4fd0-8432-2e4011b30af9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:20.731947 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d18c98e1-76e5-4745-9634-38f6ac1ecc6a req-642e7c00-391f-4fd0-8432-2e4011b30af9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0609043 Nov 10 20:27:20.795604 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d18c98e1-76e5-4745-9634-38f6ac1ecc6a req-e00f1f04-eb19-4846-86f4-4b8bdabe7785 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557437 Nov 10 20:27:20.803270 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121db44-0f6a-4723-949a-f264410c4da7 req-cdde1d1c-aa90-41e3-9d77-96a6b19d93e8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:20.804996 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2121db44-0f6a-4723-949a-f264410c4da7 req-cdde1d1c-aa90-41e3-9d77-96a6b19d93e8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0624542 Nov 10 20:27:20.891366 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2121db44-0f6a-4723-949a-f264410c4da7 req-955c0633-7585-4188-8f73-379ec763c9a1 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789011 Nov 10 20:27:20.894153 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-6c4c6d2d-97b7-42fa-8259-6ecc569d0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:20.895407 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-6c4c6d2d-97b7-42fa-8259-6ecc569d0430 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 1099 time: 0.0818303 Nov 10 20:27:20.905167 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cf9efeb1-f0f6-464d-9e94-e3e4b2a022b3 req-7f77c282-47d1-46fa-a4ec-866c648b76df tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbd5e3e1-b2f0-43d9-950d-b879924ff956 HTTP/1.1" status: 200 len: 210 time: 0.0266957 Nov 10 20:27:21.000725 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-6c0ea9a6-6732-4b51-83e2-45844c4a3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:21.002235 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-6c0ea9a6-6732-4b51-83e2-45844c4a3ce1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 920 time: 0.0933590 Nov 10 20:27:21.044010 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-633afe17-9833-4f4c-a299-c9f140004186 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14 HTTP/1.1" status: 200 len: 217 time: 0.0334141 Nov 10 20:27:21.098120 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-feb937c4-f45a-4573-9feb-c015dc92343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:21.099585 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-feb937c4-f45a-4573-9feb-c015dc92343b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.0481081 Nov 10 20:27:21.134089 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-e20c50a9-e66b-4f1c-b79d-786e553e82a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246105 Nov 10 20:27:21.248795 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-7157f8a8-e6a8-46fd-9258-3b1eb12dbf20 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032069 Nov 10 20:27:21.370365 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a4d6a4f7-8dfe-4651-8eed-3f523a001a88 req-946c442f-ed6f-4c84-bace-59244e1c6425 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069667 Nov 10 20:27:21.400962 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd40459-6803-403f-9f22-b959fa89dcf4 req-a7f88ba3-86c3-4a0e-981e-a9d6f6e4ad10 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:21.402438 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7cd40459-6803-403f-9f22-b959fa89dcf4 req-a7f88ba3-86c3-4a0e-981e-a9d6f6e4ad10 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 943 time: 0.0531380 Nov 10 20:27:21.452628 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7cd40459-6803-403f-9f22-b959fa89dcf4 req-6ad4c849-544f-4357-97c1-ef706e563151 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427549 Nov 10 20:27:21.920028 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdadc6-a1a7-4f16-b512-4c07ce3b5273 req-9dc9650f-1793-423c-9bee-413273b5adc7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:21.921629 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3fdadc6-a1a7-4f16-b512-4c07ce3b5273 req-9dc9650f-1793-423c-9bee-413273b5adc7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0529034 Nov 10 20:27:22.001094 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b3fdadc6-a1a7-4f16-b512-4c07ce3b5273 req-d908275c-ac51-4d64-8e51-6eb86dbebdb5 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711873 Nov 10 20:27:22.046948 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e1a0b-8ea0-4af2-a853-e9996c835952 req-96d01537-5ca6-4ee3-a9e5-7d0bba6e438d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:22.048662 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-673e1a0b-8ea0-4af2-a853-e9996c835952 req-96d01537-5ca6-4ee3-a9e5-7d0bba6e438d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0776272 Nov 10 20:27:22.101069 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-673e1a0b-8ea0-4af2-a853-e9996c835952 req-1a26ad69-0638-48d0-adaa-10a69d0129d2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459702 Nov 10 20:27:22.357949 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a693b79d-741c-4a40-a580-1db44dbc11a8 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:27:22.456072 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a693b79d-741c-4a40-a580-1db44dbc11a8,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:22.468761 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'port_id': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'mac_address': 'fa:16:3e:df:a4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:27:22.517588 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:22.531217 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a693b79d-741c-4a40-a580-1db44dbc11a8 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:27:22.551532 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a693b79d-741c-4a40-a580-1db44dbc11a8,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:22.559857 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:22.560552 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device be38fd2c-cf5d-420a-941c-65a44d0d8f19 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:27:22.583696 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7db3b-8aa1-4334-bde4-40f0f50bcf73 req-a07f0df4-3069-497b-b285-01d1aa09052a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:22.585245 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5bb7db3b-8aa1-4334-bde4-40f0f50bcf73 req-a07f0df4-3069-497b-b285-01d1aa09052a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 943 time: 0.0576394 Nov 10 20:27:22.638635 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5bb7db3b-8aa1-4334-bde4-40f0f50bcf73 req-4b68ca1a-eb9a-435e-9101-6190d28670bb tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466127 Nov 10 20:27:22.656079 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=a693b79d-741c-4a40-a580-1db44dbc11a8,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:22.664474 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.664840 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.665181 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.665513 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.665837 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.666158 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.666477 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.666795 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.667114 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.667434 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.667744 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.668080 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:22.714105 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port be38fd2c-cf5d-420a-941c-65a44d0d8f19, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be38fd2c-cf5d-420a-941c-65a44d0d8f19,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:22.729260 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'be38fd2c-cf5d-420a-941c-65a44d0d8f19', 'network_id': '97e1ec21-99c9-476f-95b9-6de7086e224b', 'port_id': 'be38fd2c-cf5d-420a-941c-65a44d0d8f19', 'mac_address': 'fa:16:3e:bb:2f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad999ec-4217-4ddf-8f91-0c61c6b2600b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:27:22.768768 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:22.782292 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be38fd2c-cf5d-420a-941c-65a44d0d8f19 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:27:22.803096 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port be38fd2c-cf5d-420a-941c-65a44d0d8f19, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be38fd2c-cf5d-420a-941c-65a44d0d8f19,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:22.806978 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:22.859059 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=be38fd2c-cf5d-420a-941c-65a44d0d8f19,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:23.125312 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa3821-080d-4ba2-a880-262846fe3e48 req-9a91b8ae-83b3-477b-aa53-2b645048004b tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:23.128750 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eeaa3821-080d-4ba2-a880-262846fe3e48 req-9a91b8ae-83b3-477b-aa53-2b645048004b tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0543983 Nov 10 20:27:23.186423 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eeaa3821-080d-4ba2-a880-262846fe3e48 req-4e68a034-aa83-4906-9063-573f8e297352 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467076 Nov 10 20:27:23.229864 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db503319-1744-4a23-ac24-688740ae4005 req-fad105e6-8abc-4797-9cc3-012da084810f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:23.232023 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-db503319-1744-4a23-ac24-688740ae4005 req-fad105e6-8abc-4797-9cc3-012da084810f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0536921 Nov 10 20:27:23.281271 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-db503319-1744-4a23-ac24-688740ae4005 req-0884e80b-c931-40d8-917c-e19d11e81a66 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433643 Nov 10 20:27:23.756344 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bb45f-c463-4556-b719-ef38ee668138 req-51b1e412-d0a8-4df2-967e-b57ba53037e6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:23.757837 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f88bb45f-c463-4556-b719-ef38ee668138 req-51b1e412-d0a8-4df2-967e-b57ba53037e6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0513468 Nov 10 20:27:23.805594 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f88bb45f-c463-4556-b719-ef38ee668138 req-495dafcc-8b63-4e00-9606-b829ae33903a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Nov 10 20:27:24.312066 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9921e8-7985-47b7-85f9-d02d13e24ffd req-81631c5a-b911-4e0f-bae9-616fe6e5022a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:24.313550 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bc9921e8-7985-47b7-85f9-d02d13e24ffd req-81631c5a-b911-4e0f-bae9-616fe6e5022a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0534427 Nov 10 20:27:24.364917 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bc9921e8-7985-47b7-85f9-d02d13e24ffd req-ba5a0438-c315-4251-b15e-cce026615a89 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454490 Nov 10 20:27:24.479872 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7681a-304f-4a12-b1f0-d7ab9849e6d8 req-d0632a6b-4a90-4486-99ad-cc728c5c0ac6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:24.481311 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0ca7681a-304f-4a12-b1f0-d7ab9849e6d8 req-d0632a6b-4a90-4486-99ad-cc728c5c0ac6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0502622 Nov 10 20:27:24.529674 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0ca7681a-304f-4a12-b1f0-d7ab9849e6d8 req-1e795784-5edc-46ea-b718-b24696b0a07e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Nov 10 20:27:24.930227 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8b495-7ef0-4be7-8e17-56c67af4d28f req-3a366a2e-1893-434b-bb29-0092763fc99e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:24.931718 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8ae8b495-7ef0-4be7-8e17-56c67af4d28f req-3a366a2e-1893-434b-bb29-0092763fc99e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0521920 Nov 10 20:27:24.980923 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8ae8b495-7ef0-4be7-8e17-56c67af4d28f req-14a1e926-0ce6-4696-89e0-61dc7819f185 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Nov 10 20:27:25.490749 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc88c5-4418-4d0c-b679-7541680e6153 req-7af82b68-4b3f-49af-b3f8-89d92b12fa70 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:25.492256 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40cc88c5-4418-4d0c-b679-7541680e6153 req-7af82b68-4b3f-49af-b3f8-89d92b12fa70 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0495083 Nov 10 20:27:25.542018 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40cc88c5-4418-4d0c-b679-7541680e6153 req-ce36f88e-2399-44aa-a8af-050bc7aaf565 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Nov 10 20:27:25.655362 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f9609-abde-4490-a14f-4571ae1f9a25 req-41b7dc72-7e0b-4647-97be-7765bfb67c4b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:25.656802 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d16f9609-abde-4490-a14f-4571ae1f9a25 req-41b7dc72-7e0b-4647-97be-7765bfb67c4b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0496168 Nov 10 20:27:25.706907 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d16f9609-abde-4490-a14f-4571ae1f9a25 req-da810a61-ab04-4c31-bf5a-5615d48eacf7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Nov 10 20:27:26.121371 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c411-338f-44f0-8c7c-e8f01ccbe2f7 req-c61957c5-7e26-43b2-b4a9-ab30d3b63a4a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:26.122118 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b745c411-338f-44f0-8c7c-e8f01ccbe2f7 req-c61957c5-7e26-43b2-b4a9-ab30d3b63a4a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0635569 Nov 10 20:27:26.173580 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b745c411-338f-44f0-8c7c-e8f01ccbe2f7 req-01c48aa4-a00e-4542-8828-568901ce77f4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Nov 10 20:27:26.661266 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ea0b4-7379-403c-9a61-18e1f67092bb req-df5b183d-1448-4bfe-a971-c561f700f43c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:26.662750 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-973ea0b4-7379-403c-9a61-18e1f67092bb req-df5b183d-1448-4bfe-a971-c561f700f43c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0495710 Nov 10 20:27:26.713350 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-973ea0b4-7379-403c-9a61-18e1f67092bb req-93815228-31de-4e66-a78c-13ce57b547f0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 Nov 10 20:27:26.826724 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f93e2-7394-4e01-8b78-480095252470 req-4aeed2fb-dbbc-43ea-9517-b0bc5f61783d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:26.828255 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-375f93e2-7394-4e01-8b78-480095252470 req-4aeed2fb-dbbc-43ea-9517-b0bc5f61783d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0542586 Nov 10 20:27:26.882833 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-375f93e2-7394-4e01-8b78-480095252470 req-e21cb331-7a5e-4d4e-b8fb-8ea331dbf998 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486498 Nov 10 20:27:27.299613 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7f29-c812-49bd-ae86-c5467d9eda9e req-44e3a0c0-cf1d-4722-8ced-59afc5c4a11e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:27.301273 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3eea7f29-c812-49bd-ae86-c5467d9eda9e req-44e3a0c0-cf1d-4722-8ced-59afc5c4a11e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0556135 Nov 10 20:27:27.347993 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3eea7f29-c812-49bd-ae86-c5467d9eda9e req-a7372982-6bc5-42aa-8b19-2ed94c5ad25c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Nov 10 20:27:27.833949 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733cdfe-97c8-4a01-be6b-6e48ab163622 req-55b7403f-4985-42c0-8c9a-ebba444d1ad0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:27.835509 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4733cdfe-97c8-4a01-be6b-6e48ab163622 req-55b7403f-4985-42c0-8c9a-ebba444d1ad0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0528061 Nov 10 20:27:27.889672 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4733cdfe-97c8-4a01-be6b-6e48ab163622 req-2085b394-4a94-4763-8454-b91c3b077c57 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476162 Nov 10 20:27:28.003852 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d828270-a069-48ee-93f5-419f8d4bb1d8 req-36d04d83-bf5c-4efb-94c0-ee3a73afec6d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:28.005336 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d828270-a069-48ee-93f5-419f8d4bb1d8 req-36d04d83-bf5c-4efb-94c0-ee3a73afec6d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0497842 Nov 10 20:27:28.057843 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d828270-a069-48ee-93f5-419f8d4bb1d8 req-0056689f-0e51-427e-aa30-9e4182ba61a8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466790 Nov 10 20:27:28.485429 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0980e-be69-429d-8226-133ec9cde18c req-de4198a1-540c-40c7-9a2b-8dedeeb09711 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:28.486986 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-64e0980e-be69-429d-8226-133ec9cde18c req-de4198a1-540c-40c7-9a2b-8dedeeb09711 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0497513 Nov 10 20:27:28.538774 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-64e0980e-be69-429d-8226-133ec9cde18c req-6e774e0a-4c92-4963-aecd-a667a233851a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Nov 10 20:27:29.009009 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6873c-dc15-4abf-804b-41050affa625 req-b18614d4-bf5c-4344-92f7-4f50e1e64de2 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:29.010510 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c0d6873c-dc15-4abf-804b-41050affa625 req-b18614d4-bf5c-4344-92f7-4f50e1e64de2 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0532300 Nov 10 20:27:29.060700 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c0d6873c-dc15-4abf-804b-41050affa625 req-320f4918-cc8b-4102-8f02-224d3a7cf1f1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Nov 10 20:27:29.173737 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaead6e5-1b54-4481-b968-e4bdad788247 req-17851fe3-3c93-4305-a9c0-63eefca04f11 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:29.176122 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-eaead6e5-1b54-4481-b968-e4bdad788247 req-17851fe3-3c93-4305-a9c0-63eefca04f11 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0498614 Nov 10 20:27:29.225896 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-eaead6e5-1b54-4481-b968-e4bdad788247 req-07bf7b29-aa5a-4c01-ab86-2c0dbbeb64bb tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446577 Nov 10 20:27:29.662961 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5dd15-40a5-418f-865b-5e49be668daa req-b65f76ab-1d95-468d-b16a-2d76d048acf2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:29.664491 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-62b5dd15-40a5-418f-865b-5e49be668daa req-b65f76ab-1d95-468d-b16a-2d76d048acf2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0576856 Nov 10 20:27:29.712815 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-62b5dd15-40a5-418f-865b-5e49be668daa req-54a108f1-fcac-4772-859d-a6a9780a589f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Nov 10 20:27:30.182745 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283c42-0ee0-4411-8dea-34c98a54394a req-77d7e613-2cb5-4650-aa87-dde397e5db40 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:30.184722 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58283c42-0ee0-4411-8dea-34c98a54394a req-77d7e613-2cb5-4650-aa87-dde397e5db40 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0489292 Nov 10 20:27:30.235079 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58283c42-0ee0-4411-8dea-34c98a54394a req-05406be4-bf48-4095-9315-e279cd02438a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445082 Nov 10 20:27:30.358983 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d06441-ffca-47b2-9808-ad4d58c4f925 req-4d482b48-b82c-40d7-a8fc-c9c31575b7bc tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:30.360266 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-66d06441-ffca-47b2-9808-ad4d58c4f925 req-4d482b48-b82c-40d7-a8fc-c9c31575b7bc tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0589876 Nov 10 20:27:30.424872 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-66d06441-ffca-47b2-9808-ad4d58c4f925 req-2142d3fe-f3dd-4645-b414-a2dff4f66c53 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583751 Nov 10 20:27:30.853780 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0eb9c8-7fab-4dfb-b5d1-bd7e9a89dc9a req-14881e8b-fc71-4b77-8d50-f073abe1cb9a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:30.855242 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ea0eb9c8-7fab-4dfb-b5d1-bd7e9a89dc9a req-14881e8b-fc71-4b77-8d50-f073abe1cb9a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0719118 Nov 10 20:27:30.911305 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ea0eb9c8-7fab-4dfb-b5d1-bd7e9a89dc9a req-f5160ce7-eb7d-4217-8e54-37b979c6a6cd tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466385 Nov 10 20:27:31.353285 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237f247-4c9d-46bc-863d-2cab1605d67a req-60db1a30-afe7-4334-a12f-e3ad627c67e9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:31.354766 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f237f247-4c9d-46bc-863d-2cab1605d67a req-60db1a30-afe7-4334-a12f-e3ad627c67e9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0487020 Nov 10 20:27:31.405028 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f237f247-4c9d-46bc-863d-2cab1605d67a req-0323fb8e-66d0-40ae-8e14-d26964e11afd tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437405 Nov 10 20:27:31.546732 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de69b2a-53c0-4287-a9c1-307393fc422b req-f7bf4f9e-b070-43be-aa35-2dba44e39b4c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:31.548278 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8de69b2a-53c0-4287-a9c1-307393fc422b req-f7bf4f9e-b070-43be-aa35-2dba44e39b4c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0548184 Nov 10 20:27:31.600301 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8de69b2a-53c0-4287-a9c1-307393fc422b req-636bdb28-3856-4eac-92d3-9c1b8b7fd039 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Nov 10 20:27:32.031227 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22261e02-da63-42e5-a375-cb846e45feaa req-00cf9b07-76ef-4708-8a59-7cfaf6e95a9b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:32.032677 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-22261e02-da63-42e5-a375-cb846e45feaa req-00cf9b07-76ef-4708-8a59-7cfaf6e95a9b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0537901 Nov 10 20:27:32.080883 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-22261e02-da63-42e5-a375-cb846e45feaa req-07e62376-bbdc-4fab-9571-35e7c0cd4716 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Nov 10 20:27:32.519616 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054d62a-731a-4a0b-9e62-ce0b929706ee req-186434ee-254c-441f-ad43-a3a3d736b9c3 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:32.521125 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9054d62a-731a-4a0b-9e62-ce0b929706ee req-186434ee-254c-441f-ad43-a3a3d736b9c3 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0507336 Nov 10 20:27:32.571683 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9054d62a-731a-4a0b-9e62-ce0b929706ee req-e69730b1-8732-4393-9c6e-2d6b11862ae1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445611 Nov 10 20:27:32.718211 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffcda-7cf5-481c-b44d-39646b941b00 req-7c7ee2c6-2dc0-4d3d-8229-44709c74986f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:32.719875 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-23fffcda-7cf5-481c-b44d-39646b941b00 req-7c7ee2c6-2dc0-4d3d-8229-44709c74986f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0486839 Nov 10 20:27:32.774165 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-23fffcda-7cf5-481c-b44d-39646b941b00 req-5d86c5c8-76de-4ab9-8a7e-b6db46619e9e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475519 Nov 10 20:27:33.195585 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db2b2-0696-4a9c-a780-1cc05697c3b5 req-be8b7fd9-62bf-443b-9f21-d010bb2598ae tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:33.197143 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-420db2b2-0696-4a9c-a780-1cc05697c3b5 req-be8b7fd9-62bf-443b-9f21-d010bb2598ae tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0495307 Nov 10 20:27:33.246557 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-420db2b2-0696-4a9c-a780-1cc05697c3b5 req-e03eec11-15d8-45c6-a012-abc984fe7d2c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434597 Nov 10 20:27:33.686433 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06db5e-a6fd-4b58-a24d-967519a89d73 req-832ac72b-15ea-4f57-a934-d995b19352e7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:33.687960 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3a06db5e-a6fd-4b58-a24d-967519a89d73 req-832ac72b-15ea-4f57-a934-d995b19352e7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0486000 Nov 10 20:27:33.738068 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3a06db5e-a6fd-4b58-a24d-967519a89d73 req-8a2729c6-fd4b-4af9-b513-687caab1e6a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441473 Nov 10 20:27:33.895432 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d569195-64dd-4ae4-9c4b-c3f7a34aa35c req-d5baf8fe-c925-4640-9946-101cb764bb5d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:33.896988 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1d569195-64dd-4ae4-9c4b-c3f7a34aa35c req-d5baf8fe-c925-4640-9946-101cb764bb5d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0539656 Nov 10 20:27:33.945455 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1d569195-64dd-4ae4-9c4b-c3f7a34aa35c req-5a5b5c66-c89e-4076-9ddf-391ce1fff7a7 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425601 Nov 10 20:27:34.361944 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fe580-2279-4c3d-9065-23f2a58fd642 req-c396b0bf-3f8d-4b10-8e19-749b0754f4fe tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:34.363445 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-360fe580-2279-4c3d-9065-23f2a58fd642 req-c396b0bf-3f8d-4b10-8e19-749b0754f4fe tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0497954 Nov 10 20:27:34.411388 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-360fe580-2279-4c3d-9065-23f2a58fd642 req-85abc93a-a150-41a2-9d1b-0962328dd0de tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Nov 10 20:27:34.820079 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:27:34.868285 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfd989-327a-4884-bec4-fab707ee1ae9 req-3df9cb1f-125d-4132-b56f-ea3b7e746818 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:34.870007 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-11cfd989-327a-4884-bec4-fab707ee1ae9 req-3df9cb1f-125d-4132-b56f-ea3b7e746818 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0551875 Nov 10 20:27:34.935717 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-11cfd989-327a-4884-bec4-fab707ee1ae9 req-9ca10ba1-8b27-4b08-a6b5-87b7cd68a1d0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567274 Nov 10 20:27:35.063594 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52017697-67d2-40d8-8088-a3aec28186fe req-29d799da-1ea6-4413-9f43-bf980d03608b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:35.065130 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-52017697-67d2-40d8-8088-a3aec28186fe req-29d799da-1ea6-4413-9f43-bf980d03608b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0491302 Nov 10 20:27:35.113090 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-52017697-67d2-40d8-8088-a3aec28186fe req-2469da79-aa13-4067-8dd0-7bc3c8bdd177 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Nov 10 20:27:35.457147 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:35.515202 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 891a9850-194e-498b-9316-1e9e4b73dc7b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:27:35.536734 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bd6c7-9633-4ede-a93f-c410aaf21961 req-93561421-9178-431d-9c66-b55fd62a6c35 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:35.538327 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-393bd6c7-9633-4ede-a93f-c410aaf21961 req-93561421-9178-431d-9c66-b55fd62a6c35 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0539422 Nov 10 20:27:35.541989 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 891a9850-194e-498b-9316-1e9e4b73dc7b {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:27:35.542330 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 891a9850-194e-498b-9316-1e9e4b73dc7b not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:27:35.593071 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-393bd6c7-9633-4ede-a93f-c410aaf21961 req-53037853-cb2e-475e-9000-8ed516db85ef tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478053 Nov 10 20:27:36.050208 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7129-60be-48e6-9b05-6e6475f24114 req-215feb2d-8b2f-460e-9569-f505e9c580d1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:36.051725 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b42e7129-60be-48e6-9b05-6e6475f24114 req-215feb2d-8b2f-460e-9569-f505e9c580d1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0491457 Nov 10 20:27:36.103432 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b42e7129-60be-48e6-9b05-6e6475f24114 req-c95ae78f-e591-494a-99a9-d1ea2c69fb17 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456524 Nov 10 20:27:36.230327 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c950-9757-4597-b1ca-7e29b612f408 req-54a8ba81-bd13-4916-981c-8166645be593 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:36.232476 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d32c950-9757-4597-b1ca-7e29b612f408 req-54a8ba81-bd13-4916-981c-8166645be593 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0486104 Nov 10 20:27:36.284571 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d32c950-9757-4597-b1ca-7e29b612f408 req-54446ca7-8cc1-4b55-95f6-4da0ac186d75 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461309 Nov 10 20:27:36.485049 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['be38fd2c-cf5d-420a-941c-65a44d0d8f19'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:27:36.509827 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['a693b79d-741c-4a40-a580-1db44dbc11a8'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:27:36.750327 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ed2dc-f15a-47b1-b130-5c1023e2b714 req-bdc5a569-6daf-424b-bc48-9145b0dd618a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:36.758456 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-100ed2dc-f15a-47b1-b130-5c1023e2b714 req-bdc5a569-6daf-424b-bc48-9145b0dd618a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0620840 Nov 10 20:27:36.807496 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-100ed2dc-f15a-47b1-b130-5c1023e2b714 req-5eab0a8f-ca26-475a-9812-f21da0704f8a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481136 Nov 10 20:27:37.069424 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58e7b442-7c60-4b77-b417-690054522da7 req-ea15b0ab-a4fb-4987-b3f1-10ceafc86d9d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401466 Nov 10 20:27:37.152218 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7b442-7c60-4b77-b417-690054522da7 req-25552aed-edeb-4b97-967c-91678634ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:37.154893 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58e7b442-7c60-4b77-b417-690054522da7 req-25552aed-edeb-4b97-967c-91678634ea8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 1098 time: 0.0468552 Nov 10 20:27:37.287168 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3f176-6d77-482f-b345-2f17015f92af req-70120d09-a994-4b70-9db4-9d2d3a8d6d53 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:37.288610 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4dd3f176-6d77-482f-b345-2f17015f92af req-70120d09-a994-4b70-9db4-9d2d3a8d6d53 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.1037357 Nov 10 20:27:37.319437 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7b442-7c60-4b77-b417-690054522da7 req-d8985835-0ad1-4e23-aa85-20ec4871dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:37.321353 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58e7b442-7c60-4b77-b417-690054522da7 req-d8985835-0ad1-4e23-aa85-20ec4871dd24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 200 len: 920 time: 0.1443198 Nov 10 20:27:37.382603 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58e7b442-7c60-4b77-b417-690054522da7 req-72312fa1-7fa7-4a24-80f4-270e7801fa40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 HTTP/1.1" status: 200 len: 217 time: 0.0512702 Nov 10 20:27:37.388081 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4dd3f176-6d77-482f-b345-2f17015f92af req-17ca3940-4130-419a-8993-3b2bfef1b6d1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926461 Nov 10 20:27:37.420785 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fad309-c330-412c-b4da-cb02b3dda442 req-08c27b6b-4f37-477a-9371-192d15220afe tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:37.422333 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-21fad309-c330-412c-b4da-cb02b3dda442 req-08c27b6b-4f37-477a-9371-192d15220afe tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0641596 Nov 10 20:27:37.446631 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7b442-7c60-4b77-b417-690054522da7 req-943e66ef-44a4-4947-842b-d266a571879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:37.448222 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58e7b442-7c60-4b77-b417-690054522da7 req-943e66ef-44a4-4947-842b-d266a571879a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 200 len: 859 time: 0.0577335 Nov 10 20:27:37.473516 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-21fad309-c330-412c-b4da-cb02b3dda442 req-37f8420d-d66f-4185-82f0-97f2bdd7fbf1 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446517 Nov 10 20:27:37.483993 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58e7b442-7c60-4b77-b417-690054522da7 req-c278d03b-0c4d-4590-9ca0-c7ff6212cbd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b571a51-96aa-4f58-9b78-4412fcb7f7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261497 Nov 10 20:27:37.584434 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58e7b442-7c60-4b77-b417-690054522da7 req-2ed7101c-6d2f-486d-870f-cdeb17e8ea60 service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883801 Nov 10 20:27:37.680269 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-58e7b442-7c60-4b77-b417-690054522da7 req-52d23068-ab22-40d4-8ed1-8962864e470d service neutron] 10.222.0.39 "GET /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875311 Nov 10 20:27:37.939392 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911b48-f0c4-49c8-bf34-d4692c4b447d req-45fc3df9-0b45-4b97-83e6-b47f9eb2d311 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:37.941017 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b8911b48-f0c4-49c8-bf34-d4692c4b447d req-45fc3df9-0b45-4b97-83e6-b47f9eb2d311 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0528088 Nov 10 20:27:38.001909 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b8911b48-f0c4-49c8-bf34-d4692c4b447d req-57979d64-12e0-4d69-aff2-4e0658a709f1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542784 Nov 10 20:27:38.506434 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33cf2e-2a71-4155-b5ed-26dbd3886aab req-ecd9d993-055f-4e4d-9ae3-804dbd167d5d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:38.507965 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3a33cf2e-2a71-4155-b5ed-26dbd3886aab req-ecd9d993-055f-4e4d-9ae3-804dbd167d5d tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0515668 Nov 10 20:27:38.564057 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3a33cf2e-2a71-4155-b5ed-26dbd3886aab req-08b0ceac-7671-4faf-9888-0af0f700026b tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500045 Nov 10 20:27:38.594010 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04304768-af67-4d8a-9138-5ac4c31b58c4 req-5a5d2525-1af1-4ece-9986-1c8010d388c9 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:38.595524 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-04304768-af67-4d8a-9138-5ac4c31b58c4 req-5a5d2525-1af1-4ece-9986-1c8010d388c9 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0496967 Nov 10 20:27:38.648629 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-04304768-af67-4d8a-9138-5ac4c31b58c4 req-882d9633-6aef-401c-9435-a3b80d6b462f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470567 Nov 10 20:27:39.111828 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8048ed-74d8-48a3-80e7-c4e6cc2aa772 req-d2a32e79-e485-445b-b0f4-1c49e4607864 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:39.113440 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-eb8048ed-74d8-48a3-80e7-c4e6cc2aa772 req-d2a32e79-e485-445b-b0f4-1c49e4607864 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0499477 Nov 10 20:27:39.162397 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-eb8048ed-74d8-48a3-80e7-c4e6cc2aa772 req-d96d8e74-652a-4e98-9b0e-26e07830ce96 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Nov 10 20:27:39.687773 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc1474-fc1d-407b-b54c-e3676f64e298 req-d8ca80ab-6782-42dc-ad30-b2e67d53b05e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:39.689573 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e5fc1474-fc1d-407b-b54c-e3676f64e298 req-d8ca80ab-6782-42dc-ad30-b2e67d53b05e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0527925 Nov 10 20:27:39.741008 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e5fc1474-fc1d-407b-b54c-e3676f64e298 req-9d42cf16-6cf3-4dca-b675-fa968e43db79 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455217 Nov 10 20:27:39.983625 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462a15a-1c92-44a0-8361-9756f0193380 req-839bc0e3-0a94-4542-94d9-cf97720370c5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:39.985202 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e462a15a-1c92-44a0-8361-9756f0193380 req-839bc0e3-0a94-4542-94d9-cf97720370c5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.2641375 Nov 10 20:27:40.032400 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e462a15a-1c92-44a0-8361-9756f0193380 req-4ec24705-0607-4801-8e37-f45e60880c59 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412402 Nov 10 20:27:40.280002 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caa3ab-2103-4dbc-b57b-a7e1f678f7e6 req-48d1e71d-4572-4e29-9fb6-5caaeb290c2e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:40.281586 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f5caa3ab-2103-4dbc-b57b-a7e1f678f7e6 req-48d1e71d-4572-4e29-9fb6-5caaeb290c2e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0513499 Nov 10 20:27:40.332649 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-210da03b-e9fd-4869-84ac-2f229d8f14c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:40.337803 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f5caa3ab-2103-4dbc-b57b-a7e1f678f7e6 req-c7fe3c4d-ba31-4d08-8f07-e3b4f52ea04f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458314 Nov 10 20:27:40.860331 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89dad5-c904-42b1-9674-ebe8b301e7b0 req-8281da3b-62c6-4126-86a3-ca19de851dff tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:40.861901 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8b89dad5-c904-42b1-9674-ebe8b301e7b0 req-8281da3b-62c6-4126-86a3-ca19de851dff tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0545871 Nov 10 20:27:40.916946 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8b89dad5-c904-42b1-9674-ebe8b301e7b0 req-ac3cba47-6f7c-4a5d-ae38-c04d3ccec85a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491245 Nov 10 20:27:41.351807 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device be38fd2c-cf5d-420a-941c-65a44d0d8f19 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:27:41.403138 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port be38fd2c-cf5d-420a-941c-65a44d0d8f19 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:27:41.407430 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port be38fd2c-cf5d-420a-941c-65a44d0d8f19 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:27:41.407804 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:41.459349 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95868365-90ee-402b-9afd-df6c6d8b8aad req-1a58bfd3-c602-4d8f-ad60-9a3523aefeb0 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:41.460994 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-95868365-90ee-402b-9afd-df6c6d8b8aad req-1a58bfd3-c602-4d8f-ad60-9a3523aefeb0 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 944 time: 0.0504467 Nov 10 20:27:41.487978 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:41.510476 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd851fe98-0417-4dad-8c7d-1c438c973e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38fd2c-cf5d-420a-941c-65a44d0d8f19'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:27:41.512766 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c3a39b-70d4-4612-a9ba-b9d1012a77bf" -d '{"events": [{"server_uuid": "d851fe98-0417-4dad-8c7d-1c438c973e7f", "name": "network-vif-plugged", "status": "completed", "tag": "be38fd2c-cf5d-420a-941c-65a44d0d8f19"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:27:41.514066 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-95868365-90ee-402b-9afd-df6c6d8b8aad req-f3d09f86-14be-4167-ae9b-d441b614dcff tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465412 Nov 10 20:27:41.530535 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port be38fd2c-cf5d-420a-941c-65a44d0d8f19, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be38fd2c-cf5d-420a-941c-65a44d0d8f19,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:41.534934 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:41.535867 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a693b79d-741c-4a40-a580-1db44dbc11a8 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:27:41.672506 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cda397-6307-4e48-80b9-2ceb9d0fe76f x-openstack-request-id: req-a6cda397-6307-4e48-80b9-2ceb9d0fe76f {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:27:41.672779 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d851fe98-0417-4dad-8c7d-1c438c973e7f", "name": "network-vif-plugged", "status": "completed", "tag": "be38fd2c-cf5d-420a-941c-65a44d0d8f19", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:27:41.673025 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6cda397-6307-4e48-80b9-2ceb9d0fe76f {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:27:41.673414 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd851fe98-0417-4dad-8c7d-1c438c973e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38fd2c-cf5d-420a-941c-65a44d0d8f19', 'code': 200} Nov 10 20:27:41.731345 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=be38fd2c-cf5d-420a-941c-65a44d0d8f19,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:41.743302 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port a693b79d-741c-4a40-a580-1db44dbc11a8 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:27:41.747357 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port a693b79d-741c-4a40-a580-1db44dbc11a8 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:27:41.747729 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:41.829811 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:41.862989 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a693b79d-741c-4a40-a580-1db44dbc11a8,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:41.867592 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:41.915854 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=a693b79d-741c-4a40-a580-1db44dbc11a8,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:42.040064 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c865-9c0f-4f09-bee4-86f8b6326523 req-ae849e67-655f-4948-8dea-f9d892e0035f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:42.041583 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6250c865-9c0f-4f09-bee4-86f8b6326523 req-ae849e67-655f-4948-8dea-f9d892e0035f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0551486 Nov 10 20:27:42.092219 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6250c865-9c0f-4f09-bee4-86f8b6326523 req-6a1009b4-f6d4-435c-9f14-1d4c798611bb tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Nov 10 20:27:42.615894 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ff0510a8-cb71-4b13-b40b-d0279318cd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:42.631381 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e3307-3d78-4c4e-a041-6a329a1b08cc req-21c6f14d-7ebf-4f8d-b9c4-6ca4ca80c6e7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:42.632927 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-db5e3307-3d78-4c4e-a041-6a329a1b08cc req-21c6f14d-7ebf-4f8d-b9c4-6ca4ca80c6e7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0514069 Nov 10 20:27:42.682420 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-db5e3307-3d78-4c4e-a041-6a329a1b08cc req-245f6a39-2fbd-40e7-804b-cccfd256b4d6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Nov 10 20:27:43.216820 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053ce17-65ee-4935-9c8b-496b32b7c715 req-b0d7f115-c9d9-416e-ac92-e1393f7653c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:43.218346 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f053ce17-65ee-4935-9c8b-496b32b7c715 req-b0d7f115-c9d9-416e-ac92-e1393f7653c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0493796 Nov 10 20:27:43.282002 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f053ce17-65ee-4935-9c8b-496b32b7c715 req-0b015c00-1ff6-441c-bc5a-dfde2acb848f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577865 Nov 10 20:27:43.448798 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c3656-ae65-4b30-8118-2943f3af14ae req-f7d32222-f23c-40f5-aa3f-5ca2814086bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:43.450348 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-436c3656-ae65-4b30-8118-2943f3af14ae req-f7d32222-f23c-40f5-aa3f-5ca2814086bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 1098 time: 0.0437021 Nov 10 20:27:43.500951 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-436c3656-ae65-4b30-8118-2943f3af14ae req-bc36ad1e-e29d-43fe-9de3-f37e6de000fc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Nov 10 20:27:43.674630 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:27:43.676954 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8256b25e-11b7-42f2-b1e8-fbd336eaf7e6" -d '{"events": [{"server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "name": "network-vif-plugged", "status": "completed", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:27:43.714271 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9dfc58-a499-4ca8-8b16-340230093fe1 x-openstack-request-id: req-4e9dfc58-a499-4ca8-8b16-340230093fe1 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:27:43.714573 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "name": "network-vif-plugged", "status": "completed", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:27:43.715396 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e9dfc58-a499-4ca8-8b16-340230093fe1 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:27:43.715805 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'code': 200} Nov 10 20:27:43.802849 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa7f38-00b7-4f38-b0d2-75eb75fae073 req-bc9702cd-cabf-44d3-b51b-1d278b6a7521 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:43.804652 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a1aa7f38-00b7-4f38-b0d2-75eb75fae073 req-bc9702cd-cabf-44d3-b51b-1d278b6a7521 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0504861 Nov 10 20:27:43.816508 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:43.852784 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a1aa7f38-00b7-4f38-b0d2-75eb75fae073 req-69dfa94f-94eb-4960-a2a3-1f501c2f2290 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Nov 10 20:27:44.458764 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526a48-e4e4-48de-8fdf-917240b10290 req-ee63462b-3959-46b5-bb4d-dca8873bdcf2 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:44.460275 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-ee63462b-3959-46b5-bb4d-dca8873bdcf2 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/networks?id=1189ab54-b536-494f-b470-563ab0ae1003 HTTP/1.1" status: 200 len: 813 time: 0.1087034 Nov 10 20:27:44.475390 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-268ce313-ba66-4eb4-b5ba-7a50ec42982a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/quotas/35895c9baf2c4a57ba0ef155cd47bf34 HTTP/1.1" status: 200 len: 375 time: 0.0092947 Nov 10 20:27:44.510005 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-a6b137fa-79cb-4d3c-b73a-ccedfa3ae7a4 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35895c9baf2c4a57ba0ef155cd47bf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289629 Nov 10 20:27:44.617208 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcec8b-93ff-489c-a217-31975ddeaf73 req-40af8391-26aa-4177-861c-8ce72faa6767 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:44.618838 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8bdcec8b-93ff-489c-a217-31975ddeaf73 req-40af8391-26aa-4177-861c-8ce72faa6767 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0529993 Nov 10 20:27:44.627412 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-2a0243f4-ef26-4be8-bac7-7872a657d589 service neutron] 10.222.0.13 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071267 Nov 10 20:27:44.699397 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8bdcec8b-93ff-489c-a217-31975ddeaf73 req-3c2f0c75-99c8-4c57-a3c1-a53089b184d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692146 Nov 10 20:27:44.712086 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014f39b-c834-499d-9aae-c058d95579aa req-d6765562-b5d3-4bd3-9bdd-cd1bb62e164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:44.712440 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1014f39b-c834-499d-9aae-c058d95579aa req-d6765562-b5d3-4bd3-9bdd-cd1bb62e164b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1098 time: 0.0919809 Nov 10 20:27:44.725718 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-2a393efc-097d-4290-8ce3-d49c7f081e78 service neutron] 10.222.0.13 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969298 Nov 10 20:27:44.729097 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 38336) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:44.779213 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1014f39b-c834-499d-9aae-c058d95579aa req-a18958bc-29d7-4c9d-bd89-c0499fc7cad4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 Nov 10 20:27:44.882918 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-66367779-216c-4960-b8e7-afc7626ee646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:44.916311 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c2e63b57-0844-4fc7-885f-876dfce67cdb req-084f6bbf-9c2b-4ede-a455-8ee4b87ace65 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 210 time: 0.0432401 Nov 10 20:27:44.995072 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6fe39-6874-4543-a960-08453bdbad3b req-a19edf5d-b366-4daa-89cf-8c58ae72b78a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:44.996696 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e9a6fe39-6874-4543-a960-08453bdbad3b req-a19edf5d-b366-4daa-89cf-8c58ae72b78a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0550714 Nov 10 20:27:45.005051 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-66367779-216c-4960-b8e7-afc7626ee646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:45.009633 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-66367779-216c-4960-b8e7-afc7626ee646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:45.052167 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66367779-216c-4960-b8e7-afc7626ee646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4403e9-0f51-4583-a82e-94474f63153e,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:45.056274 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e9a6fe39-6874-4543-a960-08453bdbad3b req-818403ce-114a-433f-a38a-ae01cac90ff0 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Nov 10 20:27:45.058844 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-66367779-216c-4960-b8e7-afc7626ee646 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cea91ebd31074d7181b9bf81863e075a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283761 Nov 10 20:27:45.063324 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 38350) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:45.124597 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:45.146450 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:45.222904 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:45.227070 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:45.232333 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a4403e9-0f51-4583-a82e-94474f63153e HTTP/1.1" status: 204 len: 168 time: 0.1634858 Nov 10 20:27:45.239793 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4403e9-0f51-4583-a82e-94474f63153e,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:45.251900 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.251900 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.252543 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.252845 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.253387 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.253932 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.254480 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.255009 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.255575 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.256136 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.256687 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.257196 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8fbe4-3c71-4dcd-8d99-b270a798744f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:27:45.296141 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:45.821527 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713128f-0959-4304-8566-ae8397f525ab req-27532b78-2347-46a0-bc72-cf8fee7020b3 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:45.823039 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0713128f-0959-4304-8566-ae8397f525ab req-27532b78-2347-46a0-bc72-cf8fee7020b3 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0539970 Nov 10 20:27:45.916640 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0713128f-0959-4304-8566-ae8397f525ab req-a4640359-6447-43e6-8258-290bfa2e9632 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856762 Nov 10 20:27:46.016622 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7c0ccf3e-90fb-438d-9934-e27233cc2adc req-c7904b70-d8c0-49cb-ae94-fa92d70c199e tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 210 time: 0.0290124 Nov 10 20:27:46.190639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39457fdd-520a-40cc-b797-fe92a19a2528 req-064f5ebe-bf74-45f9-9b33-52c5811166de tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:46.192210 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-39457fdd-520a-40cc-b797-fe92a19a2528 req-064f5ebe-bf74-45f9-9b33-52c5811166de tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0526798 Nov 10 20:27:46.243567 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-39457fdd-520a-40cc-b797-fe92a19a2528 req-65cb746e-d890-4462-93a1-cfff7a40ef65 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Nov 10 20:27:46.332136 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:47.052695 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f0de8-8ddf-4f7f-916c-c9d75dfb1259 req-3c331465-07dc-4b2b-beb1-c804f1c2312a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:47.061153 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-592f0de8-8ddf-4f7f-916c-c9d75dfb1259 req-3c331465-07dc-4b2b-beb1-c804f1c2312a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0701091 Nov 10 20:27:47.108460 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526a48-e4e4-48de-8fdf-917240b10290 req-5eb87af9-118b-4212-9a30-2e603d11531b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:47.111099 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-5eb87af9-118b-4212-9a30-2e603d11531b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.39 "GET /v2.0/networks?id=1189ab54-b536-494f-b470-563ab0ae1003 HTTP/1.1" status: 200 len: 813 time: 0.1381254 Nov 10 20:27:47.113123 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-592f0de8-8ddf-4f7f-916c-c9d75dfb1259 req-5915660d-a767-4b3e-9e64-1094651cb5ca tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504031 Nov 10 20:27:47.192957 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Request body: {'port': {'device_id': 'a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242', 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003', 'admin_state_up': True, 'tenant_id': '35895c9baf2c4a57ba0ef155cd47bf34'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:27:47.217370 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9fc4539f-0a9c-4e6c-b581-b3a3ab461d00 req-85c89f4d-a02d-4a4b-aef9-01a422eeb0fe tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 210 time: 0.0371563 Nov 10 20:27:47.368941 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Made reservation on behalf of 35895c9baf2c4a57ba0ef155cd47bf34 for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:27:47.373351 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:47.407616 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ee37a-ede2-4463-b7c6-d52d6af5246d req-931b79a3-a057-4924-a049-2f3a579da77c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:47.409160 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ee37a-ede2-4463-b7c6-d52d6af5246d req-931b79a3-a057-4924-a049-2f3a579da77c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0912349 Nov 10 20:27:47.521786 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ee37a-ede2-4463-b7c6-d52d6af5246d req-2af1323c-34ab-4152-af58-4bb563fd0b12 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066444 Nov 10 20:27:47.550326 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Allocated IP 172.20.0.6 (1189ab54-b536-494f-b470-563ab0ae1003/8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1/0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:27:47.720186 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:47.763955 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:47.814604 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Network 1189ab54-b536-494f-b470-563ab0ae1003 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:27:47.820500 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:27:47.833992 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:27:47.873084 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Pushing event updated for resources: {'Port': ['ID=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:47.891070 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:47.891701 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:47.909202 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-b685a164-9016-498e-8153-0fbd3637a216 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7203701 Nov 10 20:27:47.972242 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Request body: {'port': {'device_id': 'a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:27:48.024721 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:48.287698 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deb260-3605-43d3-8149-80186d66e375 req-158f93f7-dfba-4176-9b49-d395ff18ef5e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:48.289245 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-17deb260-3605-43d3-8149-80186d66e375 req-158f93f7-dfba-4176-9b49-d395ff18ef5e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0800107 Nov 10 20:27:48.353421 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9098e-76c7-4a3b-b9d0-83b932f5ef26 req-6673aa1e-c1f0-4032-9bdb-855310392c66 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:48.354936 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6af9098e-76c7-4a3b-b9d0-83b932f5ef26 req-6673aa1e-c1f0-4032-9bdb-855310392c66 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 931 time: 0.0503378 Nov 10 20:27:48.382785 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-17deb260-3605-43d3-8149-80186d66e375 req-7e7bc8c4-b8a9-4415-9e20-c344cf7bcc8f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867100 Nov 10 20:27:48.394174 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:27:48.405590 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:48.408994 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6af9098e-76c7-4a3b-b9d0-83b932f5ef26 req-b97de851-b520-4c3f-a136-6e5fb028553a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478883 Nov 10 20:27:48.420769 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Transition to ACTIVE for port object 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:27:48.434743 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:48.518679 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:48.577581 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c04f1-e220-4bac-addc-35aff9d67411 req-7fa8a9fd-7e0f-4c22-b27c-dced4a63d7b5 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:48.579123 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-570c04f1-e220-4bac-addc-35aff9d67411 req-7fa8a9fd-7e0f-4c22-b27c-dced4a63d7b5 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.1146724 Nov 10 20:27:48.623260 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Attempting to bind port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:27:48.623596 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Attempting to bind port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4c4a5eb8-881c-4031-9862-aeb6c9a10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:27:48.623957 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Attempting to bind port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f on network 1189ab54-b536-494f-b470-563ab0ae1003 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:27:48.643548 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f on network 1189ab54-b536-494f-b470-563ab0ae1003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:27:48.643877 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Attempting to bind port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f on network 1189ab54-b536-494f-b470-563ab0ae1003 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:27:48.654131 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:27:48.654469 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Checking segment: {'id': '4c4a5eb8-881c-4031-9862-aeb6c9a10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:27:48.654840 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Bound using segment: {'id': '4c4a5eb8-881c-4031-9862-aeb6c9a10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:27:48.655286 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Bound port: 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4a5eb8-881c-4031-9862-aeb6c9a10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:27:48.655643 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:48.663935 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-570c04f1-e220-4bac-addc-35aff9d67411 req-3a206c08-32fb-4475-84d4-c7d1a48b8cbd tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775158 Nov 10 20:27:48.687174 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 38448) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:48.752608 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] For port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:27:48.756175 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] For port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:27:48.763743 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:48.813330 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:48.814534 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:48.816786 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] 10.222.0.39 "PUT /v2.0/ports/0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f HTTP/1.1" status: 200 len: 1093 time: 0.8489816 Nov 10 20:27:48.817977 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242', 'tag': '0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:27:48.819669 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616c1629-c320-45e8-ae82-40393f3ef5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242", "tag": "0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:27:48.852396 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fa6c4-0684-4625-bc85-8843c3896f31 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:48.901522 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5ca297-91a3-41dd-b2b8-6fe944ec2f6d x-openstack-request-id: req-cc5ca297-91a3-41dd-b2b8-6fe944ec2f6d {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:27:48.902058 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242", "tag": "0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:27:48.902370 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc5ca297-91a3-41dd-b2b8-6fe944ec2f6d {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:27:48.904087 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242', 'tag': '0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f', 'status': 'completed', 'code': 200} Nov 10 20:27:48.940471 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526a48-e4e4-48de-8fdf-917240b10290 req-c6fd4da4-3853-4379-8422-b9dbadb2d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:48.942256 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-c6fd4da4-3853-4379-8422-b9dbadb2d8cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35895c9baf2c4a57ba0ef155cd47bf34&device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 1096 time: 0.0543764 Nov 10 20:27:48.955501 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a7562-7063-4592-86db-13f4cc245f88 tempest-TestShelveInstance-441176853 tempest-TestShelveInstance-441176853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:48.957062 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-036a7562-7063-4592-86db-13f4cc245f88 tempest-TestShelveInstance-441176853 tempest-TestShelveInstance-441176853-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1093 time: 0.2688894 Nov 10 20:27:48.960276 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 38460) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:48.966477 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Request body: {'floatingip': {'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'port_id': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:27:49.009336 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-54ce50fe-6145-4d3e-ae00-b37b95b5e9ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f HTTP/1.1" status: 200 len: 217 time: 0.0466993 Nov 10 20:27:49.057885 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for floatingip, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:49.109695 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526a48-e4e4-48de-8fdf-917240b10290 req-a49eb37c-c9f1-4478-afd8-3f0dece629f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:49.111148 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-a49eb37c-c9f1-4478-afd8-3f0dece629f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1 HTTP/1.1" status: 200 len: 853 time: 0.0947831 Nov 10 20:27:49.149495 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-d2f00ed9-1be5-4718-bc34-b03c03ff951d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1189ab54-b536-494f-b470-563ab0ae1003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279951 Nov 10 20:27:49.260853 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-80bbaad1-df84-40ed-a49f-94861eaf9c34 service neutron] 10.222.0.39 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036816 Nov 10 20:27:49.262856 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:49.430979 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-03526a48-e4e4-48de-8fdf-917240b10290 req-544c632f-a3ed-4686-9da8-874e2b7a1a93 service neutron] 10.222.0.39 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614389 Nov 10 20:27:49.444893 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Allocated IP 172.27.3.59 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/9d3ae94e-a81c-4431-8779-45aabb9ba8d1) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:27:49.554831 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f2c5-f7dc-4a50-8005-ea04d69922ff req-7c883198-f5dd-484a-b82c-9741155568e8 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:49.557254 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1a99f2c5-f7dc-4a50-8005-ea04d69922ff req-7c883198-f5dd-484a-b82c-9741155568e8 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 943 time: 0.0580227 Nov 10 20:27:49.573637 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:49.610242 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:49.629540 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1a99f2c5-f7dc-4a50-8005-ea04d69922ff req-664f927c-7baf-4f89-880b-bc8fd3c2ec04 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637205 Nov 10 20:27:49.663821 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:27:49.666941 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:27:49.671392 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:27:49.674542 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'Port': ['ID=9d3ae94e-a81c-4431-8779-45aabb9ba8d1,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:49.906896 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-0aaa09e4-c97a-4066-9a39-51c3a94bef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:49.909061 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-0aaa09e4-c97a-4066-9a39-51c3a94bef65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35895c9baf2c4a57ba0ef155cd47bf34&device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 1096 time: 0.1151314 Nov 10 20:27:50.115501 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-872b798e-cbda-42ca-85e0-2252c3ca1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:50.116935 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-872b798e-cbda-42ca-85e0-2252c3ca1cdd service neutron] 10.222.0.39 "GET /v2.0/networks?id=1189ab54-b536-494f-b470-563ab0ae1003 HTTP/1.1" status: 200 len: 914 time: 0.1984408 Nov 10 20:27:50.406088 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-56f8fd40-c633-47d0-8182-4b1cf9cbd584 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f HTTP/1.1" status: 200 len: 217 time: 0.2578483 Nov 10 20:27:50.473032 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:50.500086 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-972ff2b1-8eda-46e0-8be1-e247475d2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:50.501708 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-972ff2b1-8eda-46e0-8be1-e247475d2f60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1 HTTP/1.1" status: 200 len: 853 time: 0.0868435 Nov 10 20:27:50.542117 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-d06b54c0-6d0a-4046-9368-e49f7a1c8e59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1189ab54-b536-494f-b470-563ab0ae1003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315158 Nov 10 20:27:50.611268 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:50.735658 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-2cb0e810-0b0a-4df2-a6ef-4e144f4670b1 service neutron] 10.222.0.39 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753845 Nov 10 20:27:50.772109 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b70c46-3741-48ce-8310-d8f1a02bb370 req-a475080f-a324-4c07-b716-8514b5214f5f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:50.773630 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-15b70c46-3741-48ce-8310-d8f1a02bb370 req-a475080f-a324-4c07-b716-8514b5214f5f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 943 time: 0.0633993 Nov 10 20:27:50.844593 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-15b70c46-3741-48ce-8310-d8f1a02bb370 req-183dddf7-7b7d-43ad-a20c-bb1b41f685e1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643060 Nov 10 20:27:50.865516 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:50.878077 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:50.910426 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-616c1629-c320-45e8-ae82-40393f3ef5ea req-f4b8a026-f28a-47c2-8904-06dbfa8c983f service neutron] 10.222.0.39 "GET /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543195 Nov 10 20:27:50.953348 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event updated for resources: {'Port': ['ID=9d3ae94e-a81c-4431-8779-45aabb9ba8d1,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:50.964539 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:51.082212 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Floating IP 65ceca96-8525-425f-8f9f-b1c402a2ce34 associated. External IP: 172.27.3.59, port: a693b79d-741c-4a40-a580-1db44dbc11a8. Nov 10 20:27:51.334015 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:27:51.461743 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:27:51.473136 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] Sync routers for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:27:51.483705 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:27:51.484744 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:27:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:51.490081 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:51.518117 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-6dad085b-6ec2-4447-9079-02cff345c050 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5567098 Nov 10 20:27:51.518720 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:27:51.520996 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b3536b-ba2e-450c-b8cf-84d6207f477e" -d '{"events": [{"name": "network-changed", "server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:27:51.566623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c81d91-4b61-4a73-8a92-eaa0206c8f1b x-openstack-request-id: req-55c81d91-4b61-4a73-8a92-eaa0206c8f1b {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:27:51.567160 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:27:51.567603 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55c81d91-4b61-4a73-8a92-eaa0206c8f1b {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:27:51.568233 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'status': 'completed', 'code': 200} Nov 10 20:27:51.613200 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:27:51.686850 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-3041ea97-046c-41a6-9356-3bcbbd6e3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:51.689338 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-3041ea97-046c-41a6-9356-3bcbbd6e3377 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1098 time: 0.0572355 Nov 10 20:27:51.803993 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-d5781266-dbb3-4a78-89e2-5b57d3af8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:51.803993 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-d5781266-dbb3-4a78-89e2-5b57d3af8a40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 200 len: 909 time: 0.0975716 Nov 10 20:27:51.870351 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '65ceca96-8525-425f-8f9f-b1c402a2ce34', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'port_id': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'mac_address': 'fa:16:3e:df:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96306-fabd-4b8d-be26-2cabbd164065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:27:49Z', 'updated_at': '2021-11-10T20:27:49Z', 'revision_number': 0, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0c8352-0c79-434f-8f78-fe12f65fd25e', 'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'mac_address': 'fa:16:3e:d8:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:25Z', 'updated_at': '2021-11-10T20:25:32Z', 'revision_number': 5, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'subnets': [{'id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:51.906604 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] Checking router: 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:27:51.916529 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:27:51.917181 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:27:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:51.919425 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-2d1507f6-c0ec-4637-8cdf-4078fd543ad5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 200 len: 998 time: 0.1085379 Nov 10 20:27:51.960346 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131821a8-dcea-4564-a0af-c4c3cb0e11ac req-0c81472e-90a1-4f94-8d39-e8dd14847dfc tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:51.961825 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-131821a8-dcea-4564-a0af-c4c3cb0e11ac req-0c81472e-90a1-4f94-8d39-e8dd14847dfc tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 943 time: 0.0506938 Nov 10 20:27:51.972992 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-51a0579e-00cf-46be-97e7-bddd90baa620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:51.974486 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-51a0579e-00cf-46be-97e7-bddd90baa620 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2dd2b-181a-4fd2-b272-6052dc08637c HTTP/1.1" status: 200 len: 847 time: 0.0465600 Nov 10 20:27:52.015836 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-131821a8-dcea-4564-a0af-c4c3cb0e11ac req-0f9417d6-7a37-4dfb-8210-e29c955043d6 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469286 Nov 10 20:27:52.038863 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-8869d86f-cdb6-4712-9336-ffbaedf6fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:52.040528 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-8869d86f-cdb6-4712-9336-ffbaedf6fd4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42177e54-a952-41d7-a78c-6773020ea1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575812 Nov 10 20:27:52.046723 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:27:52.138493 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-6269d827-8314-46bb-883b-64fa0c12f7f0 service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901730 Nov 10 20:27:52.247576 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-07b3536b-ba2e-450c-b8cf-84d6207f477e req-4133dd75-0052-4501-bf9b-305dd6305c3a service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917215 Nov 10 20:27:52.282327 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '65ceca96-8525-425f-8f9f-b1c402a2ce34', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'port_id': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'mac_address': 'fa:16:3e:df:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96306-fabd-4b8d-be26-2cabbd164065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:27:49Z', 'updated_at': '2021-11-10T20:27:49Z', 'revision_number': 0, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0c8352-0c79-434f-8f78-fe12f65fd25e', 'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'mac_address': 'fa:16:3e:d8:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:25Z', 'updated_at': '2021-11-10T20:25:32Z', 'revision_number': 5, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'subnets': [{'id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:52.315308 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76f8d0-b0dd-4788-9f29-5c553de7ab58 None None] The sync data for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi is: [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '65ceca96-8525-425f-8f9f-b1c402a2ce34', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'port_id': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'mac_address': 'fa:16:3e:df:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96306-fabd-4b8d-be26-2cabbd164065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:27:49Z', 'updated_at': '2021-11-10T20:27:49Z', 'revision_number': 0, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0c8352-0c79-434f-8f78-fe12f65fd25e', 'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'mac_address': 'fa:16:3e:d8:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:25Z', 'updated_at': '2021-11-10T20:25:32Z', 'revision_number': 5, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'subnets': [{'id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:27:52.511314 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824c279-abfd-4c83-83d9-4fc173956857 None None] New status for floating IP 65ceca96-8525-425f-8f9f-b1c402a2ce34: ACTIVE {{(pid=101641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:27:52.908751 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf555-6326-4f2e-837f-c5ffd4543a0e req-9adaad73-b56f-43ed-a020-e370f0e76aaf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:52.910243 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5d9cf555-6326-4f2e-837f-c5ffd4543a0e req-9adaad73-b56f-43ed-a020-e370f0e76aaf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0526173 Nov 10 20:27:52.959024 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5d9cf555-6326-4f2e-837f-c5ffd4543a0e req-6913fcac-3e1b-4a33-8f60-65d46276e26b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Nov 10 20:27:53.135020 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745e03f-2d1c-44a4-afa4-66248fe9ad6c req-650fadb5-01cf-438a-8a59-c3c7c23ba78f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:53.136559 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4745e03f-2d1c-44a4-afa4-66248fe9ad6c req-650fadb5-01cf-438a-8a59-c3c7c23ba78f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 943 time: 0.0504069 Nov 10 20:27:53.183528 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4745e03f-2d1c-44a4-afa4-66248fe9ad6c req-55ca6874-92bf-467e-93bc-7d0c824cfae0 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 Nov 10 20:27:54.084286 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86ffaf-966f-4f9a-9562-100dbe4a55a0 req-be80aa8a-1f6a-406a-82ab-ffe8583b0136 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:54.085728 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fb86ffaf-966f-4f9a-9562-100dbe4a55a0 req-be80aa8a-1f6a-406a-82ab-ffe8583b0136 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0582163 Nov 10 20:27:54.135720 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fb86ffaf-966f-4f9a-9562-100dbe4a55a0 req-1ca75115-6d20-4d90-8c01-25ac505bb7c6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 Nov 10 20:27:54.304703 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573d741-fc8d-4d1b-8d6f-e094bbba06cc req-354c4d69-2d99-481a-869d-e07c4ae87d63 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:54.306184 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c573d741-fc8d-4d1b-8d6f-e094bbba06cc req-354c4d69-2d99-481a-869d-e07c4ae87d63 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 943 time: 0.0527558 Nov 10 20:27:54.354609 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c573d741-fc8d-4d1b-8d6f-e094bbba06cc req-81843aa8-4b93-4261-a2ce-7f5af41983c9 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Nov 10 20:27:55.256821 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc4acd-ddbd-4664-96c5-26f132213ae6 req-132d0948-9cb6-4c7f-b5be-e934294d74e3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:55.258414 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fdbc4acd-ddbd-4664-96c5-26f132213ae6 req-132d0948-9cb6-4c7f-b5be-e934294d74e3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0545688 Nov 10 20:27:55.312510 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fdbc4acd-ddbd-4664-96c5-26f132213ae6 req-4103607b-7fe4-4367-aed7-af8ca76bc957 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467587 Nov 10 20:27:55.380554 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0265620-38d0-4c2a-9e2c-c519545ad771 req-59dc8062-ecd8-459a-810e-b37e38ec150a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:55.382315 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f0265620-38d0-4c2a-9e2c-c519545ad771 req-59dc8062-ecd8-459a-810e-b37e38ec150a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0527797 Nov 10 20:27:55.434049 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f0265620-38d0-4c2a-9e2c-c519545ad771 req-626278bf-928b-4509-9409-99eee8b187df tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Nov 10 20:27:55.476143 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534a9c0-0b1a-45f4-a434-44bdfa64b7e0 req-bb2b9714-18cd-4124-84e1-ea2fe40b70fd tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:55.477648 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4534a9c0-0b1a-45f4-a434-44bdfa64b7e0 req-bb2b9714-18cd-4124-84e1-ea2fe40b70fd tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 943 time: 0.0550091 Nov 10 20:27:55.525236 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4534a9c0-0b1a-45f4-a434-44bdfa64b7e0 req-2760f16b-b926-4b66-9b37-f0acfb3e6603 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Nov 10 20:27:55.595548 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:27:55.709590 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:55.721740 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f', 'network_id': '1189ab54-b536-494f-b470-563ab0ae1003', 'port_id': '0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f', 'mac_address': 'fa:16:3e:e2:7d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:27:55.762854 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:55.775817 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:27:55.796262 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:55.803307 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:55.864310 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:56.427548 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2ef60-da22-4e92-bc27-dd467554a3ef req-a538e1bb-317f-40bf-b718-023745bfe16c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:56.429045 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-79d2ef60-da22-4e92-bc27-dd467554a3ef req-a538e1bb-317f-40bf-b718-023745bfe16c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0488763 Nov 10 20:27:56.487440 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-79d2ef60-da22-4e92-bc27-dd467554a3ef req-f1b9a1a9-9c79-42b7-8ff0-2d844effbcfa tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524733 Nov 10 20:27:56.560322 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835f44-a4f3-4486-957e-da80e790580a req-7ec93ab5-7393-42f3-a9b0-fccb70a2591d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:56.562582 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-56835f44-a4f3-4486-957e-da80e790580a req-7ec93ab5-7393-42f3-a9b0-fccb70a2591d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0541780 Nov 10 20:27:56.617670 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-56835f44-a4f3-4486-957e-da80e790580a req-01270a32-1519-492b-a117-f911f67977e0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488520 Nov 10 20:27:56.646811 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bcd5d-f901-4bfa-8866-a4f0cfcfe54b req-011f1726-068d-42a3-8cf3-8b23aa7ae32c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:56.648305 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a18bcd5d-f901-4bfa-8866-a4f0cfcfe54b req-011f1726-068d-42a3-8cf3-8b23aa7ae32c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 944 time: 0.0513253 Nov 10 20:27:56.703151 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a18bcd5d-f901-4bfa-8866-a4f0cfcfe54b req-8238a7dd-0c12-40d2-b240-582a266a94de tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482869 Nov 10 20:27:56.801703 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:27:57.022419 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-e2cfb489-d8d6-4a09-a872-df12fd391f59 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:57.023903 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-e2cfb489-d8d6-4a09-a872-df12fd391f59 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 945 time: 0.0483503 Nov 10 20:27:57.129755 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Deleting port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:27:57.130101 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:57.243302 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] For port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:57.243740 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:57.263362 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Calling delete_port for f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:27:57.408283 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:57.437267 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Pushing event deleted for resources: {'Port': ['ID=f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:57.481758 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] No DVR routers for this DVR port f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:27:57.484533 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:57.487742 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c9457de2-ff96-43b5-9746-a63a598ebc61 req-31fa1056-576a-4596-9200-a1ab6342c2ea tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.39 "DELETE /v2.0/ports/f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 HTTP/1.1" status: 204 len: 173 time: 0.4558806 Nov 10 20:27:57.488204 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e834703-51b9-433d-9bfc-05b2833f889c', 'name': 'network-vif-deleted', 'tag': 'f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:27:57.490444 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69380a16-aa3d-44fd-ab02-33b5463657b6" -d '{"events": [{"server_uuid": "6e834703-51b9-433d-9bfc-05b2833f889c", "name": "network-vif-deleted", "tag": "f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:27:57.529212 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79db831-083d-4bca-8bc4-8cad3bd7d417 x-openstack-request-id: req-b79db831-083d-4bca-8bc4-8cad3bd7d417 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:27:57.529388 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e834703-51b9-433d-9bfc-05b2833f889c", "name": "network-vif-deleted", "tag": "f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:27:57.529740 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b79db831-083d-4bca-8bc4-8cad3bd7d417 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:27:57.530078 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e834703-51b9-433d-9bfc-05b2833f889c', 'name': 'network-vif-deleted', 'tag': 'f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232', 'status': 'completed', 'code': 200} Nov 10 20:27:57.588542 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3e608928-9f28-49cc-96d0-bafc302f4f22 req-66c1f712-095e-4eca-9896-85bcc85b1097 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0273209 Nov 10 20:27:57.758804 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834c6d9-75e4-45b1-a1bf-9a0f353d561f req-ee3734ca-0e1f-4997-8b58-9765db37bb01 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:57.760022 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8834c6d9-75e4-45b1-a1bf-9a0f353d561f req-ee3734ca-0e1f-4997-8b58-9765db37bb01 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0593395 Nov 10 20:27:57.810854 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8834c6d9-75e4-45b1-a1bf-9a0f353d561f req-08e1691b-9629-4d88-b4e7-6a58a0aa19b2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440550 Nov 10 20:27:57.825396 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292ca60-661c-4272-b586-420883eaa296 req-f20580ce-5864-447d-8273-c37fc046a881 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:57.826824 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8292ca60-661c-4272-b586-420883eaa296 req-f20580ce-5864-447d-8273-c37fc046a881 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 944 time: 0.0504992 Nov 10 20:27:57.878924 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8292ca60-661c-4272-b586-420883eaa296 req-dda2a05d-f35b-42b5-b7bf-d7b0d1d885a0 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457935 Nov 10 20:27:58.694070 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-57d33888-fae3-41e4-a58b-501eb772fb05 req-d95fad13-40ec-4a01-b349-03a3dba9fd34 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0260789 Nov 10 20:27:58.939660 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe85bc-6487-4f18-a21c-0fa7e5abb32b req-fd5b9cc3-a985-4594-ac84-9ad931131d2f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:58.942259 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a4fe85bc-6487-4f18-a21c-0fa7e5abb32b req-fd5b9cc3-a985-4594-ac84-9ad931131d2f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0592918 Nov 10 20:27:58.998540 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a4fe85bc-6487-4f18-a21c-0fa7e5abb32b req-1e9a0bb8-b73f-4f21-b8d6-c2b425555e63 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502663 Nov 10 20:27:59.007599 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e780dd-f7b9-4d53-ba9f-a53aea5efea1 req-cee29f8e-dd8c-4eec-aa50-51943b3e5b43 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:59.009137 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-63e780dd-f7b9-4d53-ba9f-a53aea5efea1 req-cee29f8e-dd8c-4eec-aa50-51943b3e5b43 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 944 time: 0.0535448 Nov 10 20:27:59.064091 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-63e780dd-f7b9-4d53-ba9f-a53aea5efea1 req-307f9f57-a23e-4983-a8f6-2c04abd5611a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485358 Nov 10 20:27:59.796666 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-36ede9a3-59b7-466c-b371-4bc98b19a876 req-a1e2feb3-daaf-40f9-abf2-be23f81ddaa2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0257773 Nov 10 20:28:00.119788 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35b674-b4b9-4022-8970-e4d8e2cc082e req-f0413c94-37d6-472a-b605-42a32c4e5d66 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:00.121463 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a35b674-b4b9-4022-8970-e4d8e2cc082e req-f0413c94-37d6-472a-b605-42a32c4e5d66 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0511823 Nov 10 20:28:00.172246 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a35b674-b4b9-4022-8970-e4d8e2cc082e req-db4e96eb-0892-4922-8204-e75e7854b4f8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444441 Nov 10 20:28:00.180837 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e485fc-4e7c-4f80-b419-eb47d6e709ae req-61fabb5c-3ccf-45b9-9df6-ca83b0837f09 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:00.182349 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a1e485fc-4e7c-4f80-b419-eb47d6e709ae req-61fabb5c-3ccf-45b9-9df6-ca83b0837f09 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 944 time: 0.0497637 Nov 10 20:28:00.234880 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a1e485fc-4e7c-4f80-b419-eb47d6e709ae req-82b88d39-3c7a-420d-88a6-81d629020f51 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Nov 10 20:28:00.901602 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6593d06d-835a-4924-ab41-a269a64a51a7 req-9ab1dcb1-b25f-49a9-a4e1-894a70c9447d tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0262945 Nov 10 20:28:01.333118 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e534a-7bdf-46b2-93bf-329dae182e1f req-834f25c5-8ea9-4221-aa15-65077ae9f60d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:01.334757 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3f3e534a-7bdf-46b2-93bf-329dae182e1f req-834f25c5-8ea9-4221-aa15-65077ae9f60d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0512848 Nov 10 20:28:01.353447 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35350289-092f-43d8-8ce2-f15924f9879b req-a84c0a68-c84f-4281-a934-1ec75ea63109 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:01.355364 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-35350289-092f-43d8-8ce2-f15924f9879b req-a84c0a68-c84f-4281-a934-1ec75ea63109 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 944 time: 0.0530212 Nov 10 20:28:01.388444 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3f3e534a-7bdf-46b2-93bf-329dae182e1f req-8af0e843-d0af-4450-bfc0-e45e35849a9e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474219 Nov 10 20:28:01.404672 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-35350289-092f-43d8-8ce2-f15924f9879b req-4333d9bf-e583-47bb-a29d-05f85ee1e0c1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Nov 10 20:28:01.919832 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:28:01.943359 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:28:01.943716 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device f7cbb1cc-c3c2-4dbb-bebc-5fb52b48b232 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:28:02.012607 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fdc43761-c47a-4f7e-92b1-f48d25ce9e9b req-a9c1b6fc-4a59-4a3e-877c-8445cd884fcf tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0265813 Nov 10 20:28:02.514132 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35064ba1-25b6-487b-8ede-ed61fbe65a3b req-62426a55-e570-4a2c-ac9f-e4cf67b0e5d3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:02.515956 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-35064ba1-25b6-487b-8ede-ed61fbe65a3b req-62426a55-e570-4a2c-ac9f-e4cf67b0e5d3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0535443 Nov 10 20:28:02.524363 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb450c-6699-4acf-b69b-6a1a777d7ac6 req-b8aac359-74cf-41c1-a0a5-3e3798b05f62 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:02.525922 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-48cb450c-6699-4acf-b69b-6a1a777d7ac6 req-b8aac359-74cf-41c1-a0a5-3e3798b05f62 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 944 time: 0.0529242 Nov 10 20:28:02.574152 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-35064ba1-25b6-487b-8ede-ed61fbe65a3b req-a7c3e7df-edcc-42ff-8511-80ecbded310d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512838 Nov 10 20:28:02.577278 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-48cb450c-6699-4acf-b69b-6a1a777d7ac6 req-b2594827-3f9c-48e4-973e-4a87b83f6575 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443702 Nov 10 20:28:03.117544 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8a948463-8dd6-4580-b380-6ecc8f607d40 req-505ba150-a79b-46f6-baed-14fc912d7252 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e834703-51b9-433d-9bfc-05b2833f889c HTTP/1.1" status: 200 len: 210 time: 0.0262644 Nov 10 20:28:03.598346 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['9e052ca2-e0b9-43cb-85c2-26778f408e14'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:28:03.726871 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469244c6-5fa0-4fd9-ba8f-05081b36e902 req-7e362cdf-fd63-4b40-9373-06ecadb9a4e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:03.728710 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-469244c6-5fa0-4fd9-ba8f-05081b36e902 req-7e362cdf-fd63-4b40-9373-06ecadb9a4e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0768564 Nov 10 20:28:03.731293 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9803993-1a78-4145-a0a5-e2a234ce6fe9 req-7b7e6504-e47f-4e0e-8413-6b53f8eff13f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:03.733874 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b9803993-1a78-4145-a0a5-e2a234ce6fe9 req-7b7e6504-e47f-4e0e-8413-6b53f8eff13f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 944 time: 0.0759561 Nov 10 20:28:03.778709 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-469244c6-5fa0-4fd9-ba8f-05081b36e902 req-c7737f11-d285-4ba5-9b29-80d3dcfea668 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Nov 10 20:28:03.791352 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b9803993-1a78-4145-a0a5-e2a234ce6fe9 req-161f2e73-4dbb-4897-ba0f-91919dc06ea0 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Nov 10 20:28:04.388559 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461d4da-4127-46dc-b69c-9f04f0408497 req-1af08108-d22d-4bed-b061-9154936e4329 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:04.390057 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9461d4da-4127-46dc-b69c-9f04f0408497 req-1af08108-d22d-4bed-b061-9154936e4329 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0513053 Nov 10 20:28:04.439819 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9461d4da-4127-46dc-b69c-9f04f0408497 req-3eb4c83d-07ad-40be-b270-559b7745ec81 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Nov 10 20:28:04.904148 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479016a-409a-4f62-8f90-e4e10d4af1fa req-afb7a4e4-6129-4458-9084-3f4908c7ed83 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:04.905691 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2479016a-409a-4f62-8f90-e4e10d4af1fa req-afb7a4e4-6129-4458-9084-3f4908c7ed83 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0515804 Nov 10 20:28:04.907411 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e17b7-65cc-42e6-a6f5-3c092ff0bcda req-2864b93e-c5c2-4981-9d46-c9b485d412c4 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:04.908957 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ff5e17b7-65cc-42e6-a6f5-3c092ff0bcda req-2864b93e-c5c2-4981-9d46-c9b485d412c4 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 944 time: 0.0492175 Nov 10 20:28:04.957834 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2479016a-409a-4f62-8f90-e4e10d4af1fa req-ec092293-81d2-4fd9-b2e9-0cf73db061b2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Nov 10 20:28:04.959863 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ff5e17b7-65cc-42e6-a6f5-3c092ff0bcda req-07e18d5f-34e8-4ea2-8a7d-75db0ec27d60 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450811 Nov 10 20:28:05.465326 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:05.555656 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cb2fa-3ccb-4b90-a976-ea875b7a6e22 req-173344a2-f792-4e4a-b55e-ed7c1fc39b1f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:05.557210 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-229cb2fa-3ccb-4b90-a976-ea875b7a6e22 req-173344a2-f792-4e4a-b55e-ed7c1fc39b1f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0505669 Nov 10 20:28:05.605476 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-229cb2fa-3ccb-4b90-a976-ea875b7a6e22 req-555aa2e8-9ae2-4d7a-bdb0-d16a83da5500 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Nov 10 20:28:05.941411 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:28:05.993492 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:28:05.997871 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:28:05.998244 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:06.082444 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4cecc-1eb5-4f6b-9702-dc07f789b349 req-510b5f3e-979c-4d98-b3b1-0b403d9c1c1d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:06.083255 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:06.084630 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466ea58-1270-4b38-b00c-9f2a2ffee3c0 req-a7aff1bc-6623-4338-9972-75b715cdfd1a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:06.085118 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-12d4cecc-1eb5-4f6b-9702-dc07f789b349 req-510b5f3e-979c-4d98-b3b1-0b403d9c1c1d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0524039 Nov 10 20:28:06.087036 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4466ea58-1270-4b38-b00c-9f2a2ffee3c0 req-a7aff1bc-6623-4338-9972-75b715cdfd1a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 944 time: 0.0519702 Nov 10 20:28:06.113031 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:06.115341 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2d378e-1dcf-411a-a07b-a451f48b372c" -d '{"events": [{"server_uuid": "a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:06.132129 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:06.138913 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:06.140421 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4466ea58-1270-4b38-b00c-9f2a2ffee3c0 req-cd138139-1c50-4f3f-a90e-d93519212258 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 Nov 10 20:28:06.146343 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-12d4cecc-1eb5-4f6b-9702-dc07f789b349 req-674097bf-fea3-4f75-9b8d-24b5ab42a66c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549314 Nov 10 20:28:06.191202 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d674d-e7d4-4b3e-8278-3f33df0b8503 x-openstack-request-id: req-678d674d-e7d4-4b3e-8278-3f33df0b8503 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:06.191492 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:06.191935 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-678d674d-e7d4-4b3e-8278-3f33df0b8503 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:06.192334 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f', 'code': 200} Nov 10 20:28:06.208598 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:06.491998 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b63d3-300a-454c-856a-44642c4500e7 req-c39f2289-2672-4589-bf11-98c8e58981d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:06.493575 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-553b63d3-300a-454c-856a-44642c4500e7 req-c39f2289-2672-4589-bf11-98c8e58981d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 1098 time: 0.0458443 Nov 10 20:28:06.546646 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-553b63d3-300a-454c-856a-44642c4500e7 req-c9512f84-7c4a-4962-ba4f-1532c82c70d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Nov 10 20:28:06.729213 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d266f-fe76-413c-a360-5a545f6da952 req-83ac9fcf-e414-45d6-9cc0-e7c0a2b21a52 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:06.730775 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cb2d266f-fe76-413c-a360-5a545f6da952 req-83ac9fcf-e414-45d6-9cc0-e7c0a2b21a52 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0545278 Nov 10 20:28:06.778435 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cb2d266f-fe76-413c-a360-5a545f6da952 req-a6bc2213-f39c-489e-9f57-c2f7b00b8715 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 Nov 10 20:28:07.264377 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c0f82-1186-4f7b-86f8-01d0df01b5ed req-bc7d06fc-203e-4601-bbcc-892e5137a6a0 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:07.265931 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f50c0f82-1186-4f7b-86f8-01d0df01b5ed req-bc7d06fc-203e-4601-bbcc-892e5137a6a0 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0513690 Nov 10 20:28:07.279258 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae733785-6cc8-4319-a4da-2c61f2085c85 req-bb157dbc-eb3f-4158-8f13-765d0679ea25 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:07.280906 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ae733785-6cc8-4319-a4da-2c61f2085c85 req-bb157dbc-eb3f-4158-8f13-765d0679ea25 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0569692 Nov 10 20:28:07.319197 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f50c0f82-1186-4f7b-86f8-01d0df01b5ed req-9e06d15d-84c8-4b89-b83c-478d619961dc tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Nov 10 20:28:07.331182 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ae733785-6cc8-4319-a4da-2c61f2085c85 req-8462d1da-d657-42d8-a86b-e4ce3b38a481 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442526 Nov 10 20:28:07.894176 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69044451-0efb-406e-8087-6aafb1abb53c req-2c030550-59d6-4d73-98ea-f4decd6659c8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:07.895707 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-69044451-0efb-406e-8087-6aafb1abb53c req-2c030550-59d6-4d73-98ea-f4decd6659c8 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0496919 Nov 10 20:28:07.953712 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-69044451-0efb-406e-8087-6aafb1abb53c req-c93ef66f-6f14-4d4d-8d64-154c0f10242f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521650 Nov 10 20:28:08.440927 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef4399-d350-477a-8c85-99af94b09443 req-107459b6-5fd6-4215-8393-f6c59c7cc88e tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:08.442648 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-70ef4399-d350-477a-8c85-99af94b09443 req-107459b6-5fd6-4215-8393-f6c59c7cc88e tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0508065 Nov 10 20:28:08.456821 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640defe1-4682-4088-81e5-60572f901fdf req-41c79d39-8e5c-43d5-b4a6-fbaa5041dbdf tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:08.458323 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-640defe1-4682-4088-81e5-60572f901fdf req-41c79d39-8e5c-43d5-b4a6-fbaa5041dbdf tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0496678 Nov 10 20:28:08.495313 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-70ef4399-d350-477a-8c85-99af94b09443 req-ee17f92d-e6e0-43c1-af42-810b29bfa802 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Nov 10 20:28:08.510674 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-640defe1-4682-4088-81e5-60572f901fdf req-54734100-6093-47c9-9dac-6fc9f4463a3e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464985 Nov 10 20:28:09.066834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe51b3f-bb23-4000-a430-cd5b744e6dba req-4a2c3738-00ad-49f1-a1be-0c789a2f7d63 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:09.068347 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3fe51b3f-bb23-4000-a430-cd5b744e6dba req-4a2c3738-00ad-49f1-a1be-0c789a2f7d63 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0487945 Nov 10 20:28:09.116237 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3fe51b3f-bb23-4000-a430-cd5b744e6dba req-065b6fe8-2014-4bf8-9174-25705c606b98 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Nov 10 20:28:09.613952 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dce7f-d66f-4270-acd6-e8905ae3ce74 req-7a8c4cd2-2a44-4f1c-9d76-ff4248115bb4 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:09.615501 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-815dce7f-d66f-4270-acd6-e8905ae3ce74 req-7a8c4cd2-2a44-4f1c-9d76-ff4248115bb4 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0511589 Nov 10 20:28:09.643012 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930f25b-d896-437d-afc3-a7b1963d94c8 req-2f2ecdea-14b9-4b22-9ae4-ccd370b7ae25 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:09.644574 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5930f25b-d896-437d-afc3-a7b1963d94c8 req-2f2ecdea-14b9-4b22-9ae4-ccd370b7ae25 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0542970 Nov 10 20:28:09.664982 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-815dce7f-d66f-4270-acd6-e8905ae3ce74 req-aa5f0ee8-5e17-4727-b737-a047b574a4f5 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Nov 10 20:28:09.702759 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5930f25b-d896-437d-afc3-a7b1963d94c8 req-29133891-9ece-4569-84b0-6e01aafef199 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521252 Nov 10 20:28:10.236876 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236549-8aff-430f-9158-bb9130d264be req-c2d010bc-51da-4c3a-8a77-2898b7188119 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:10.238391 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b9236549-8aff-430f-9158-bb9130d264be req-c2d010bc-51da-4c3a-8a77-2898b7188119 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0492928 Nov 10 20:28:10.287684 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b9236549-8aff-430f-9158-bb9130d264be req-26446dcf-553a-4308-ad7b-9ebc5e19fec5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Nov 10 20:28:10.336412 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4aca-f65d-459a-a99b-d304d38f7cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:10.783615 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e05959-0202-4b35-93b0-326c860ff1b4 req-02dd1c9d-e13d-4c52-b7d5-15fb933819ad tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:10.785182 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-14e05959-0202-4b35-93b0-326c860ff1b4 req-02dd1c9d-e13d-4c52-b7d5-15fb933819ad tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0496376 Nov 10 20:28:10.836064 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-14e05959-0202-4b35-93b0-326c860ff1b4 req-05b4d154-b42f-402b-a5ea-af872fc51e93 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 Nov 10 20:28:10.836698 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de7a9b-47a8-4fc8-b386-ac3a46d0c1f5 req-536c770d-e8b1-445d-9e7b-f236642dafaf tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:10.838415 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-36de7a9b-47a8-4fc8-b386-ac3a46d0c1f5 req-536c770d-e8b1-445d-9e7b-f236642dafaf tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0643106 Nov 10 20:28:10.900544 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-36de7a9b-47a8-4fc8-b386-ac3a46d0c1f5 req-a4f2920c-f788-4100-b34e-13a05420ee12 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558519 Nov 10 20:28:11.408036 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eff09-7807-4f0a-ba86-7688da2c9f2c req-d5a52e82-8d2c-4643-9f3f-6b166af44ca6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:11.409538 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-861eff09-7807-4f0a-ba86-7688da2c9f2c req-d5a52e82-8d2c-4643-9f3f-6b166af44ca6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0550387 Nov 10 20:28:11.456592 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-861eff09-7807-4f0a-ba86-7688da2c9f2c req-332abe2e-dec0-4ef4-97f5-a62fe0750545 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Nov 10 20:28:11.819678 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:28:11.969505 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07e55d-2e7b-4b95-86bd-2422dc737d96 req-98859e4c-65be-4349-9ec8-a5e38d5413b8 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:11.971389 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-df07e55d-2e7b-4b95-86bd-2422dc737d96 req-98859e4c-65be-4349-9ec8-a5e38d5413b8 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0587757 Nov 10 20:28:12.030482 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-df07e55d-2e7b-4b95-86bd-2422dc737d96 req-6a90d624-8921-4a69-9b7f-0f87ef995bfc tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490208 Nov 10 20:28:12.066099 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb524d0-e5bd-4d6f-b731-01db7d74759d req-f8595f2f-e6d2-437d-95b5-88afc59ebd89 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:12.067608 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5eb524d0-e5bd-4d6f-b731-01db7d74759d req-f8595f2f-e6d2-437d-95b5-88afc59ebd89 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0521002 Nov 10 20:28:12.116901 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5eb524d0-e5bd-4d6f-b731-01db7d74759d req-753d803a-6055-4099-adcc-22c017205032 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432456 Nov 10 20:28:12.574886 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fceb0-2cf2-41bf-aabc-197b089cad1f req-d8ec1668-469f-4466-a2d9-88c12ff09284 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:12.576353 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-248fceb0-2cf2-41bf-aabc-197b089cad1f req-d8ec1668-469f-4466-a2d9-88c12ff09284 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0524402 Nov 10 20:28:12.617648 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-355f76d0-1f4b-491a-b739-2371cc4f45f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:12.628858 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-248fceb0-2cf2-41bf-aabc-197b089cad1f req-431e35d2-b254-4698-a6ae-a31d62b0b9b3 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466888 Nov 10 20:28:13.146225 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438b88d-3a2b-4e9c-b5b6-001e7b6c0172 req-43368268-c7e3-4314-bb1e-1dfe83e7ade1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:13.147718 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7438b88d-3a2b-4e9c-b5b6-001e7b6c0172 req-43368268-c7e3-4314-bb1e-1dfe83e7ade1 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0499146 Nov 10 20:28:13.198350 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7438b88d-3a2b-4e9c-b5b6-001e7b6c0172 req-831bc3b7-9325-40b2-94d0-f2498b8b132b tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Nov 10 20:28:13.246954 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1600a-8daf-4088-a7e9-c34cb8c9fb8a req-2aee0441-7a84-4531-b539-f40aecfd5ee0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:13.248450 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-91b1600a-8daf-4088-a7e9-c34cb8c9fb8a req-2aee0441-7a84-4531-b539-f40aecfd5ee0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0523593 Nov 10 20:28:13.297829 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-91b1600a-8daf-4088-a7e9-c34cb8c9fb8a req-bafa9cea-3dcc-4efe-90c6-cc20155ce27b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409906 Nov 10 20:28:13.742489 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b07845-a130-4afb-9a78-6c9a8cb7a251 req-ab61c7b7-4206-4797-8a93-4c27f63b48c0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:13.743996 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-18b07845-a130-4afb-9a78-6c9a8cb7a251 req-ab61c7b7-4206-4797-8a93-4c27f63b48c0 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0491397 Nov 10 20:28:13.795811 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-18b07845-a130-4afb-9a78-6c9a8cb7a251 req-374efce6-8000-4891-a85d-6afaacc6cfbe tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Nov 10 20:28:13.818692 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:14.325173 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279d07-59c0-44eb-b053-e7de0b9aeec1 req-8ef7d8f7-168a-4878-a6b6-ec67c93a8984 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:14.326731 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5f279d07-59c0-44eb-b053-e7de0b9aeec1 req-8ef7d8f7-168a-4878-a6b6-ec67c93a8984 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0598443 Nov 10 20:28:14.377113 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5f279d07-59c0-44eb-b053-e7de0b9aeec1 req-aaa472ab-b4fd-4a25-be55-52bd48491031 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 Nov 10 20:28:14.417212 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ba428-2507-4670-8ba3-a57cca25e88c req-6444a1c6-e9bf-4ad6-8b11-42b1210f3279 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:14.419380 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f16ba428-2507-4670-8ba3-a57cca25e88c req-6444a1c6-e9bf-4ad6-8b11-42b1210f3279 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0505726 Nov 10 20:28:14.466615 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f16ba428-2507-4670-8ba3-a57cca25e88c req-8af14beb-6aab-4108-9e08-d3f1bb7af60d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 Nov 10 20:28:14.914294 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94feb-b15c-408e-9209-a4f6b306dc0a req-48b17665-5e8e-4d61-bd4e-60c5eb023654 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:14.915801 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-68e94feb-b15c-408e-9209-a4f6b306dc0a req-48b17665-5e8e-4d61-bd4e-60c5eb023654 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0519917 Nov 10 20:28:14.963060 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-68e94feb-b15c-408e-9209-a4f6b306dc0a req-7cea3153-15cd-4155-8680-d198483fdc25 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Nov 10 20:28:15.278639 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:15.492671 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64975f-1d54-4c6d-82f1-2a771d03d21a req-10649fe0-eb12-400e-8e94-910aa54c34f4 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:15.494163 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8c64975f-1d54-4c6d-82f1-2a771d03d21a req-10649fe0-eb12-400e-8e94-910aa54c34f4 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0489171 Nov 10 20:28:15.549096 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8c64975f-1d54-4c6d-82f1-2a771d03d21a req-0277ad00-4e8b-4c43-881c-db004357c8cb tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483878 Nov 10 20:28:15.591598 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d5787-31b6-4956-9954-9d32be628ce6 req-2f918a6c-e5e0-4afb-aa2d-4ed2a80916b6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:15.593117 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f13d5787-31b6-4956-9954-9d32be628ce6 req-2f918a6c-e5e0-4afb-aa2d-4ed2a80916b6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0519195 Nov 10 20:28:15.644920 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f13d5787-31b6-4956-9954-9d32be628ce6 req-66f40dd1-7a39-460d-a7a7-f7471ef89240 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458586 Nov 10 20:28:16.076975 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18390376-1e8d-4229-aad4-86c1aba1986e req-685354be-71ed-4190-a446-e78d674f7547 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:16.078523 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-18390376-1e8d-4229-aad4-86c1aba1986e req-685354be-71ed-4190-a446-e78d674f7547 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0491695 Nov 10 20:28:16.131413 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-18390376-1e8d-4229-aad4-86c1aba1986e req-95f9289a-68a3-4a7e-835a-d3355f15fd67 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Nov 10 20:28:16.335023 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:16.668378 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd64785-5862-4569-aa47-f77052f8a7eb req-0b87eb47-1edd-4fab-ae23-14d6786f5a5f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:16.669839 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6fd64785-5862-4569-aa47-f77052f8a7eb req-0b87eb47-1edd-4fab-ae23-14d6786f5a5f tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0513263 Nov 10 20:28:16.719160 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6fd64785-5862-4569-aa47-f77052f8a7eb req-106029d9-5122-4b80-8ff1-0578ef23da07 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Nov 10 20:28:16.767154 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a87017-6b58-4934-81b1-327773a683f9 req-70577284-40bf-4588-a75e-365cf261ffbe tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:16.768698 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-98a87017-6b58-4934-81b1-327773a683f9 req-70577284-40bf-4588-a75e-365cf261ffbe tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0485408 Nov 10 20:28:16.816297 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-98a87017-6b58-4934-81b1-327773a683f9 req-7c4f9fcf-845a-4dfb-b917-4da76991d2fd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Nov 10 20:28:17.260380 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ffd86-fc83-495b-9ede-652e9fca3b5a req-56c4c97a-b76f-4257-8a97-fcd209656d8e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:17.262418 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0a5ffd86-fc83-495b-9ede-652e9fca3b5a req-56c4c97a-b76f-4257-8a97-fcd209656d8e tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0611327 Nov 10 20:28:17.310717 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0a5ffd86-fc83-495b-9ede-652e9fca3b5a req-0b52e981-255c-425f-a3bb-53dc9a927fdc tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424113 Nov 10 20:28:17.841485 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d698dca-d119-4bba-af19-974460367056 req-bb8fd57a-7ae2-4fe9-8288-22a69098df58 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:17.843048 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7d698dca-d119-4bba-af19-974460367056 req-bb8fd57a-7ae2-4fe9-8288-22a69098df58 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0528612 Nov 10 20:28:17.908261 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7d698dca-d119-4bba-af19-974460367056 req-5e82c226-5cd5-46a5-bf54-650bdd842251 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Nov 10 20:28:17.963009 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38826f09-8bdb-46d2-bed0-8c919019e7f1 req-3c314be6-8ae0-4f43-9453-06d8f36afcee tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:17.964808 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-38826f09-8bdb-46d2-bed0-8c919019e7f1 req-3c314be6-8ae0-4f43-9453-06d8f36afcee tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0526156 Nov 10 20:28:18.017984 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-38826f09-8bdb-46d2-bed0-8c919019e7f1 req-d9737b79-7faa-4c5e-9e24-4c152f3ae174 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471468 Nov 10 20:28:18.445755 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a080be-eb30-4ec9-aec9-fbd34db6fdd4 req-76aafed8-4a65-49d5-b9da-997e9f5a7740 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:18.447372 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-07a080be-eb30-4ec9-aec9-fbd34db6fdd4 req-76aafed8-4a65-49d5-b9da-997e9f5a7740 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0574079 Nov 10 20:28:18.506249 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-07a080be-eb30-4ec9-aec9-fbd34db6fdd4 req-5cc12347-3a70-4026-864b-5e55ec6be2e6 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515344 Nov 10 20:28:19.149305 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdb4f3-88ae-476c-9231-270fa90b38b9 req-491ab7d6-201f-4195-9266-06ff3cd59c87 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:19.150828 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-31fdb4f3-88ae-476c-9231-270fa90b38b9 req-491ab7d6-201f-4195-9266-06ff3cd59c87 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0557041 Nov 10 20:28:19.399048 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-31fdb4f3-88ae-476c-9231-270fa90b38b9 req-40b34d4c-9bc0-4a27-8341-68df0ecf471f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417915 Nov 10 20:28:19.630395 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159cab3-6308-4525-aca0-547f404ed637 req-a28dbf44-0f49-448a-8d74-3327615b249f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:19.632169 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3159cab3-6308-4525-aca0-547f404ed637 req-a28dbf44-0f49-448a-8d74-3327615b249f tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0552280 Nov 10 20:28:19.690884 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3159cab3-6308-4525-aca0-547f404ed637 req-7c2d46c8-bb83-4aad-a4d5-64138f4ede54 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524805 Nov 10 20:28:19.821574 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042e5ff-f633-4ee5-a121-6e416057be07 req-0bb6405f-e641-49aa-b1f7-69f35c7def8d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:19.823103 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8042e5ff-f633-4ee5-a121-6e416057be07 req-0bb6405f-e641-49aa-b1f7-69f35c7def8d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0515113 Nov 10 20:28:19.884028 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8042e5ff-f633-4ee5-a121-6e416057be07 req-22c7f09a-958f-4a27-8b4f-b51b3cae795b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548284 Nov 10 20:28:20.521246 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c11dbd-c9a2-458d-a6fe-0924418858ee req-6a5b6121-6d15-4b39-ac61-f3a8874aea67 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:20.522786 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f4c11dbd-c9a2-458d-a6fe-0924418858ee req-6a5b6121-6d15-4b39-ac61-f3a8874aea67 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0497060 Nov 10 20:28:20.569495 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f4c11dbd-c9a2-458d-a6fe-0924418858ee req-ea1e0be8-fff0-45e3-92ce-ce89a2344a12 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Nov 10 20:28:20.808407 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e65d4c-e50d-4815-8a38-734cf11ae43c req-5385f520-444b-4770-8ee3-fdd3491bef5c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:20.809908 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a9e65d4c-e50d-4815-8a38-734cf11ae43c req-5385f520-444b-4770-8ee3-fdd3491bef5c tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0510747 Nov 10 20:28:20.858417 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a9e65d4c-e50d-4815-8a38-734cf11ae43c req-88e3a343-92e7-47bc-905c-9120369ae2e5 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/security-groups?id=5782c03b-7c2e-4d55-98d9-8cfe5c675738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Nov 10 20:28:20.997678 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc62d9a-40c7-49f3-b2e7-a7d60b1ac173 req-54ae8625-6116-45f3-a934-29dae591d97f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:20.999450 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0bc62d9a-40c7-49f3-b2e7-a7d60b1ac173 req-54ae8625-6116-45f3-a934-29dae591d97f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0494354 Nov 10 20:28:21.053904 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0bc62d9a-40c7-49f3-b2e7-a7d60b1ac173 req-283ee01b-6402-43f7-a22c-9465d3103ba6 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483730 Nov 10 20:28:21.179745 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-f7e68fe1-7252-4f36-8e27-12c30f160490 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:21.181285 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-f7e68fe1-7252-4f36-8e27-12c30f160490 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.39 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 946 time: 0.0520861 Nov 10 20:28:21.530074 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Deleting port 9e052ca2-e0b9-43cb-85c2-26778f408e14 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:28:21.530414 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:21.626603 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] For port 9e052ca2-e0b9-43cb-85c2-26778f408e14, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9e052ca2-e0b9-43cb-85c2-26778f408e14,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:21.627085 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:21.646766 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Calling delete_port for 9e052ca2-e0b9-43cb-85c2-26778f408e14 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:28:21.735235 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8ffe-b23a-4f7e-b33f-fb9f950550f4 req-69706b1d-c64d-432e-8f0e-53af8033f5e2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:21.737018 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a6ac8ffe-b23a-4f7e-b33f-fb9f950550f4 req-69706b1d-c64d-432e-8f0e-53af8033f5e2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0920219 Nov 10 20:28:21.802891 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a6ac8ffe-b23a-4f7e-b33f-fb9f950550f4 req-cbd5f596-774b-423a-9836-3be4fadabbea tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594401 Nov 10 20:28:21.858406 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:21.889581 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Pushing event deleted for resources: {'Port': ['ID=9e052ca2-e0b9-43cb-85c2-26778f408e14,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:21.910429 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['9e052ca2-e0b9-43cb-85c2-26778f408e14'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:28:21.930928 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] No DVR routers for this DVR port 9e052ca2-e0b9-43cb-85c2-26778f408e14 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:28:21.934173 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:21.937443 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-336b50f5-cbc9-41b3-bdf5-1adf88ac7944 req-4c09f773-1de6-4944-ae3c-17c20a13562b tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.39 "DELETE /v2.0/ports/9e052ca2-e0b9-43cb-85c2-26778f408e14 HTTP/1.1" status: 204 len: 173 time: 0.7454233 Nov 10 20:28:21.937886 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104c6828-9f3c-4afd-8980-06a4f3045b3b', 'name': 'network-vif-deleted', 'tag': '9e052ca2-e0b9-43cb-85c2-26778f408e14'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:21.940172 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4d0f6f-d670-4658-9ae5-d4d9548ef710" -d '{"events": [{"server_uuid": "104c6828-9f3c-4afd-8980-06a4f3045b3b", "name": "network-vif-deleted", "tag": "9e052ca2-e0b9-43cb-85c2-26778f408e14"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:21.962428 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c772cf8e-d23e-4842-976b-ce2aba679af4 req-a388015e-1697-4f76-9f4f-df1222314885 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 210 time: 0.0268884 Nov 10 20:28:21.976482 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d49f155-71b4-4b2e-95ed-2465cd0579cc x-openstack-request-id: req-9d49f155-71b4-4b2e-95ed-2465cd0579cc {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:21.976780 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104c6828-9f3c-4afd-8980-06a4f3045b3b", "name": "network-vif-deleted", "tag": "9e052ca2-e0b9-43cb-85c2-26778f408e14", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:21.977036 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d49f155-71b4-4b2e-95ed-2465cd0579cc {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:21.977434 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104c6828-9f3c-4afd-8980-06a4f3045b3b', 'name': 'network-vif-deleted', 'tag': '9e052ca2-e0b9-43cb-85c2-26778f408e14', 'status': 'completed', 'code': 200} Nov 10 20:28:22.178058 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf1946-77d2-4d0e-84a3-ec836c365161 req-c3285dc6-7b30-4cc5-8dd7-6dc590551e45 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:22.179566 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-59bf1946-77d2-4d0e-84a3-ec836c365161 req-c3285dc6-7b30-4cc5-8dd7-6dc590551e45 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0518508 Nov 10 20:28:22.234554 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-59bf1946-77d2-4d0e-84a3-ec836c365161 req-80f5b81f-3647-4c73-8374-f23d0456baa4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477240 Nov 10 20:28:22.925522 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e72264-c338-4e32-8352-151aa09cd09d req-2b962a66-e772-45e7-921c-5ea9d727eba0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:22.927044 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-00e72264-c338-4e32-8352-151aa09cd09d req-2b962a66-e772-45e7-921c-5ea9d727eba0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0493767 Nov 10 20:28:22.975322 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-00e72264-c338-4e32-8352-151aa09cd09d req-dff674fa-f290-49ce-8ae5-35c2bf572058 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Nov 10 20:28:23.071005 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-267b1e7a-d8f4-4881-bcfc-2c3b3191327a req-ad6e7ef7-8978-4690-871c-1c1ac2769445 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 210 time: 0.0265291 Nov 10 20:28:23.351715 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f7b6-dcd2-4c2a-8de7-0bf36559cf09 req-dc821d54-015a-44f9-b89f-bbd5e2bc41ff tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:23.353217 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1009f7b6-dcd2-4c2a-8de7-0bf36559cf09 req-dc821d54-015a-44f9-b89f-bbd5e2bc41ff tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0506327 Nov 10 20:28:23.407745 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1009f7b6-dcd2-4c2a-8de7-0bf36559cf09 req-5207ab35-74ca-42a4-a4be-70dca2059a1b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479398 Nov 10 20:28:24.103546 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69575f-7fb8-43d1-816f-79cf44c4fe66 req-c097b0d8-bc98-492a-ad3a-377876773258 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:24.105905 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a69575f-7fb8-43d1-816f-79cf44c4fe66 req-c097b0d8-bc98-492a-ad3a-377876773258 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0569894 Nov 10 20:28:24.157561 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a69575f-7fb8-43d1-816f-79cf44c4fe66 req-fa444856-ffd9-4460-8b02-c9f678e99755 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 Nov 10 20:28:24.183118 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8d87fd8a-2db4-4b56-a22b-2c59f6e7e073 req-d3d3daf0-16ee-4836-acdf-acfdac8bb2e2 tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 210 time: 0.0265276 Nov 10 20:28:24.526835 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c90a18-8e88-4146-9290-1722de240640 req-b0efb222-abe7-48f3-b400-1f3b05804260 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:24.528917 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f6c90a18-8e88-4146-9290-1722de240640 req-b0efb222-abe7-48f3-b400-1f3b05804260 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0538936 Nov 10 20:28:24.585237 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f6c90a18-8e88-4146-9290-1722de240640 req-a8b7cdef-3800-4ff0-97cb-7eaaceae249e tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490754 Nov 10 20:28:25.281850 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9aee1-aa6f-4038-a692-3fa3cf7f0230 req-a86e27b1-b22c-4a58-b77f-573d52f0b82f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:25.283417 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7ce9aee1-aa6f-4038-a692-3fa3cf7f0230 req-a86e27b1-b22c-4a58-b77f-573d52f0b82f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0497725 Nov 10 20:28:25.296258 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e4fa4c7-f7ba-475c-b661-3907cd4d5307 req-a5fcf35b-5cc3-49e3-9b8b-ba254d6231be tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 210 time: 0.0294938 Nov 10 20:28:25.334677 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7ce9aee1-aa6f-4038-a692-3fa3cf7f0230 req-41565b05-fe24-4b08-af46-8edca0781ebc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Nov 10 20:28:25.703943 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11b7d6-da18-40b4-b094-b9da31e5e372 req-806d3e6d-ef32-43c8-adcb-bd5b4df6b8ee tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:25.705480 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d11b7d6-da18-40b4-b094-b9da31e5e372 req-806d3e6d-ef32-43c8-adcb-bd5b4df6b8ee tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0511186 Nov 10 20:28:25.756583 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d11b7d6-da18-40b4-b094-b9da31e5e372 req-d253d795-6e7b-47b3-9afa-4f15116b7ed5 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 Nov 10 20:28:26.405927 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3764c09f-14cf-49ad-ae2c-85e9c8c3e83d req-33f15e60-6b22-4b0b-95d8-a08679a374ab tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 210 time: 0.0276051 Nov 10 20:28:26.461932 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecade31a-ad5e-4026-b657-414eab6b7763 req-9e70c2da-2560-414c-8a3e-de8a924da1b2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:26.463530 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ecade31a-ad5e-4026-b657-414eab6b7763 req-9e70c2da-2560-414c-8a3e-de8a924da1b2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0515282 Nov 10 20:28:26.523116 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ecade31a-ad5e-4026-b657-414eab6b7763 req-ffa500ff-0985-4d32-b3a8-2c193a06026c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529065 Nov 10 20:28:26.878381 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed21b0-f363-46a2-bf08-cb6e43db68db req-11dc5dee-1ae0-4644-b933-fae471c2fadc tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:26.880199 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-01ed21b0-f363-46a2-bf08-cb6e43db68db req-11dc5dee-1ae0-4644-b933-fae471c2fadc tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0572841 Nov 10 20:28:26.931187 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-01ed21b0-f363-46a2-bf08-cb6e43db68db req-8a26124d-4f49-46e3-8f66-1ff65b835bd1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Nov 10 20:28:27.068028 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 9e052ca2-e0b9-43cb-85c2-26778f408e14 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:28:27.091204 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 9e052ca2-e0b9-43cb-85c2-26778f408e14 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:28:27.091552 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 9e052ca2-e0b9-43cb-85c2-26778f408e14 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:28:27.512601 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9afe6a21-725c-4c41-83d9-7cea29a21bcf req-edecabce-c60f-40ba-a949-5936925c8f4a tempest-ServerRescueNegativeTestJSON-501090725 tempest-ServerRescueNegativeTestJSON-501090725-project] 10.222.0.13 "GET /v2.0/ports?device_id=104c6828-9f3c-4afd-8980-06a4f3045b3b HTTP/1.1" status: 200 len: 210 time: 0.0267191 Nov 10 20:28:27.645366 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62e590-3dad-4c13-836b-8ed0e877c8e7 req-88e9c934-1988-4dd5-87ef-50097e281f61 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:27.646868 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5f62e590-3dad-4c13-836b-8ed0e877c8e7 req-88e9c934-1988-4dd5-87ef-50097e281f61 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0499101 Nov 10 20:28:27.702498 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5f62e590-3dad-4c13-836b-8ed0e877c8e7 req-4bdbc342-d64d-4223-8a66-b7380fc4895b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494592 Nov 10 20:28:28.047309 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a574b-90b7-4831-b758-03103910bb4d req-32f4daeb-7f68-415e-85d0-72a7fb931bde tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:28.048859 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f14a574b-90b7-4831-b758-03103910bb4d req-32f4daeb-7f68-415e-85d0-72a7fb931bde tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0490706 Nov 10 20:28:28.097992 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f14a574b-90b7-4831-b758-03103910bb4d req-bb65c6be-e3ee-4eca-b8eb-0562a9f898f2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Nov 10 20:28:28.327610 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afe700-3dc5-49f4-be5e-e370326babdf req-a5d54461-04e7-418a-91b5-d88079a46cfb tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:28.329560 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-60afe700-3dc5-49f4-be5e-e370326babdf req-a5d54461-04e7-418a-91b5-d88079a46cfb tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 945 time: 0.0501933 Nov 10 20:28:28.431684 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-60afe700-3dc5-49f4-be5e-e370326babdf req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Deleting port be38fd2c-cf5d-420a-941c-65a44d0d8f19 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:28:28.432049 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-60afe700-3dc5-49f4-be5e-e370326babdf req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:28.525613 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-60afe700-3dc5-49f4-be5e-e370326babdf req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] For port be38fd2c-cf5d-420a-941c-65a44d0d8f19, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=be38fd2c-cf5d-420a-941c-65a44d0d8f19,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:28.526167 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-60afe700-3dc5-49f4-be5e-e370326babdf req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:28.539792 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-60afe700-3dc5-49f4-be5e-e370326babdf req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Calling delete_port for be38fd2c-cf5d-420a-941c-65a44d0d8f19 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:28:28.576086 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39038) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:28.703507 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-60afe700-3dc5-49f4-be5e-e370326babdf req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:28.736976 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Pushing event deleted for resources: {'Port': ['ID=be38fd2c-cf5d-420a-941c-65a44d0d8f19,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:28.776186 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['90131853-1376-4ea2-aa1c-da65b676adf2', 'a9a29633-4e77-4a44-9e66-585b1689588a', '2e9b5be2-bd06-46c5-91bf-bf521f022d22', 'be38fd2c-cf5d-420a-941c-65a44d0d8f19'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:28:28.787740 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-60afe700-3dc5-49f4-be5e-e370326babdf req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] No DVR routers for this DVR port be38fd2c-cf5d-420a-941c-65a44d0d8f19 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:28:28.791773 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-60afe700-3dc5-49f4-be5e-e370326babdf req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:28.793845 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-60afe700-3dc5-49f4-be5e-e370326babdf req-1bb805d8-8e71-49d5-81b3-00065382b09b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "DELETE /v2.0/ports/be38fd2c-cf5d-420a-941c-65a44d0d8f19 HTTP/1.1" status: 204 len: 173 time: 0.4572639 Nov 10 20:28:28.794312 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd851fe98-0417-4dad-8c7d-1c438c973e7f', 'name': 'network-vif-deleted', 'tag': 'be38fd2c-cf5d-420a-941c-65a44d0d8f19'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:28.796633 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e832f86-b8ae-4509-9a99-b56753d13418" -d '{"events": [{"server_uuid": "d851fe98-0417-4dad-8c7d-1c438c973e7f", "name": "network-vif-deleted", "tag": "be38fd2c-cf5d-420a-941c-65a44d0d8f19"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:28.890917 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0092e6c4-e673-480b-af43-fe04d3f3da1a x-openstack-request-id: req-0092e6c4-e673-480b-af43-fe04d3f3da1a {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:28.891677 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d851fe98-0417-4dad-8c7d-1c438c973e7f", "name": "network-vif-deleted", "tag": "be38fd2c-cf5d-420a-941c-65a44d0d8f19", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:28.891677 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0092e6c4-e673-480b-af43-fe04d3f3da1a {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:28.892071 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd851fe98-0417-4dad-8c7d-1c438c973e7f', 'name': 'network-vif-deleted', 'tag': 'be38fd2c-cf5d-420a-941c-65a44d0d8f19', 'status': 'completed', 'code': 200} Nov 10 20:28:28.914675 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e158a-4ab1-48d4-9790-6c396ac097af req-239393aa-371d-4a82-9833-5f3d5d765639 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:28.916561 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8d6e158a-4ab1-48d4-9790-6c396ac097af req-239393aa-371d-4a82-9833-5f3d5d765639 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.1300118 Nov 10 20:28:29.186418 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8d6e158a-4ab1-48d4-9790-6c396ac097af req-24402c37-e986-43ea-8887-f4954d048224 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602274 Nov 10 20:28:29.246534 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c7c51852-0106-41e8-a1ec-4a8311e5f5e6 req-e4a426b7-e2ce-4b76-81bd-f5ac0c315eb3 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d851fe98-0417-4dad-8c7d-1c438c973e7f HTTP/1.1" status: 200 len: 210 time: 0.0565164 Nov 10 20:28:29.298632 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754918'] for router_interface, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:29.596625 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Deleting port 19e1140f-cb43-4484-a360-aa6e34f21a3e {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:28:29.596957 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:29.677852 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] For port 19e1140f-cb43-4484-a360-aa6e34f21a3e, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=19e1140f-cb43-4484-a360-aa6e34f21a3e,segment=NetworkSegment(7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1),segment_id=7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:29.678371 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:29.695016 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Calling delete_port for 19e1140f-cb43-4484-a360-aa6e34f21a3e owned by network:router_interface {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:28:29.896596 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:29.925132 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Pushing event deleted for resources: {'Port': ['ID=19e1140f-cb43-4484-a360-aa6e34f21a3e,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:29.944825 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.945309 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.945776 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.946245 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.946784 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.947128 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.947463 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.947795 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.948216 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.949055 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.957448 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:29.957448 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:30.135007 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756086'] for router_interface, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:30.334317 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27837-9956-490e-8694-caccfd785b48 req-fcb0556e-1027-4704-b77b-54ad6abf5c59 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:30.346106 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cbe27837-9956-490e-8694-caccfd785b48 req-fcb0556e-1027-4704-b77b-54ad6abf5c59 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0746939 Nov 10 20:28:30.420174 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:28:30.421939 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cbe27837-9956-490e-8694-caccfd785b48 req-48d927a5-fae6-4be4-b7d4-898c06c947e3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749099 Nov 10 20:28:30.619306 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:28:30.649552 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-0d84fba6-f641-4fcf-89be-a5e8c566069c admin admin] 10.222.0.13 "PUT /v2.0/routers/2365c9d3-ce2f-477e-a7b3-20017b5f1c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0718708 Nov 10 20:28:30.650630 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39126) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:30.654728 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] Sync routers for ids ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:28:30.666787 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] Routers {'2365c9d3-ce2f-477e-a7b3-20017b5f1c46'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:28:30.667422 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:28:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:28:30.772992 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:30.774892 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] Set router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:28:31.082915 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:28:31.083513 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:27Z', 'updated_at': '2021-11-10T20:28:29Z', 'revision_number': 5, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'gw_port': {'id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:28:31.110714 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device be38fd2c-cf5d-420a-941c-65a44d0d8f19 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:28:31.126948 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.134814 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] Checking router: 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:28:31.145779 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] Routers {'2365c9d3-ce2f-477e-a7b3-20017b5f1c46'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:28:31.146938 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:28:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:28:31.210883 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: be38fd2c-cf5d-420a-941c-65a44d0d8f19 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:28:31.211834 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device be38fd2c-cf5d-420a-941c-65a44d0d8f19 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:28:31.212671 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Deleting port 7dd32e52-da17-40b0-a0b6-d188e969cff8 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:28:31.213517 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.265434 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] Set router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:28:31.275278 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:31.312808 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'port_id': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'mac_address': 'fa:16:3e:32:bb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:28:31.356849 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] For port 7dd32e52-da17-40b0-a0b6-d188e969cff8, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7dd32e52-da17-40b0-a0b6-d188e969cff8,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:31.357339 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.381826 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Calling delete_port for 7dd32e52-da17-40b0-a0b6-d188e969cff8 owned by network:router_gateway {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:28:31.390520 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.412983 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c72144f1-ab4a-4465-b394-adf41d2339f3 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:28:31.440640 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:31.448324 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.523600 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:27Z', 'updated_at': '2021-11-10T20:28:29Z', 'revision_number': 5, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'gw_port': {'id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:28:31.543967 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=6']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:31.552328 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.552698 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.553047 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.553570 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.553913 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.554320 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.554655 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.554982 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.555308 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.555633 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.556002 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.556321 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:31.557664 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1f8c03-5a31-42e1-8406-a8536378506d None None] The sync data for ids ['2365c9d3-ce2f-477e-a7b3-20017b5f1c46'] in dv-cinder-815145-6-iscsi is: [{'id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'name': 'tempest-ServerRescueNegativeTestJSON-1265908155-router', 'tenant_id': '627e947d861c4bf2ba4d46f04dad08ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:27Z', 'updated_at': '2021-11-10T20:28:29Z', 'revision_number': 5, 'project_id': '627e947d861c4bf2ba4d46f04dad08ff', 'gw_port': {'id': '7dd32e52-da17-40b0-a0b6-d188e969cff8', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2365c9d3-ce2f-477e-a7b3-20017b5f1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:28:31.580824 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5416035-0c48-4c30-b4d6-c978e4899ba8 req-8bbbbff2-4b11-476b-9866-73d402f5e530 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:31.582767 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b5416035-0c48-4c30-b4d6-c978e4899ba8 req-8bbbbff2-4b11-476b-9866-73d402f5e530 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0608242 Nov 10 20:28:31.604239 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.632029 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd32e52-da17-40b0-a0b6-d188e969cff8,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:31.647347 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b5416035-0c48-4c30-b4d6-c978e4899ba8 req-c479bebd-79ba-462a-a2ed-47d6ec092160 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582981 Nov 10 20:28:31.696525 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753820'] for router_gateway, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.814511 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256426'] for router, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.816756 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.843172 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['c72144f1-ab4a-4465-b394-adf41d2339f3'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:28:31.893541 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756992'] for router, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.894025 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2365c9d3-ce2f-477e-a7b3-20017b5f1c46 {{(pid=101640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:28:31.899282 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.903998 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9e058fec-a850-4115-8582-1c54b4cd08e4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2365c9d3-ce2f-477e-a7b3-20017b5f1c46 HTTP/1.1" status: 204 len: 168 time: 1.2511034 Nov 10 20:28:31.904616 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39164) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:31.968979 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bfbbf9-a549-402f-b8c9-70a1f63d1b95 admin admin] Deleting subnet b643a36b-8e17-4293-b8c3-0483b248df2b {{(pid=101640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:28:31.971509 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021407-7de9-42a7-aef3-566dcfda9d7f req-dd889557-7b50-4d7c-b120-999ed8a8ca3a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:31.973229 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-15bfbbf9-a549-402f-b8c9-70a1f63d1b95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:31.974027 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d021407-7de9-42a7-aef3-566dcfda9d7f req-dd889557-7b50-4d7c-b120-999ed8a8ca3a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0883350 Nov 10 20:28:32.018630 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-15bfbbf9-a549-402f-b8c9-70a1f63d1b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3767681'] for subnet, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.034458 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d021407-7de9-42a7-aef3-566dcfda9d7f req-769561f1-764d-4b7d-b637-9d3f00236936 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532868 Nov 10 20:28:32.067279 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-15bfbbf9-a549-402f-b8c9-70a1f63d1b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.119933 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-15bfbbf9-a549-402f-b8c9-70a1f63d1b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352403171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34351864055'] for subnet, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.148473 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfbbf9-a549-402f-b8c9-70a1f63d1b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b643a36b-8e17-4293-b8c3-0483b248df2b,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:32.152228 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-15bfbbf9-a549-402f-b8c9-70a1f63d1b95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.155370 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-15bfbbf9-a549-402f-b8c9-70a1f63d1b95 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b643a36b-8e17-4293-b8c3-0483b248df2b HTTP/1.1" status: 204 len: 168 time: 0.2496798 Nov 10 20:28:32.157892 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39170) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:32.237364 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.335083 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.359000 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b571a51-96aa-4f58-9b78-4412fcb7f7fd']}} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:28:32.369096 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1') {'for_net_delete': True} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:28:32.369395 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aec7e7d-f4e8-4e86-af6d-0f69dcfb71b1') {} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:28:32.379983 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3767704'] for segment, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.393839 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.400235 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=101640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:28:32.400618 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352403133'] for segment, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: Traceback (most recent call last): Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: timer() Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: cb(*args, **kw) Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: return func(*args, **kwargs) Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: self._notify() Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: self.callback(batched_events) Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: event.method(event) Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: return f(self, *a, **k) Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._get(url).json() Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: return self.request(url, 'GET', **kwargs) Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:28:32.403057 dv-cinder-815145-6-iscsi neutron-server[101640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:28:32.463262 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.470018 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.473152 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] 10.222.0.13 "DELETE /v2.0/networks/0b571a51-96aa-4f58-9b78-4412fcb7f7fd HTTP/1.1" status: 204 len: 168 time: 0.3142374 Nov 10 20:28:32.484950 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f742497-ca38-49cb-910d-bdc5d3ac164e admin admin] Pushing event deleted for resources: {'Network': ['ID=0b571a51-96aa-4f58-9b78-4412fcb7f7fd,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:32.586666 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 39178) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:32.632917 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-6f177e8d-aaef-4341-9d57-1c4611a44d12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=627e947d861c4bf2ba4d46f04dad08ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449059 Nov 10 20:28:32.635333 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39180) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:32.686505 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9de31fc8-4abc-49f8-9db5-be4788af081b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.709852 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9de31fc8-4abc-49f8-9db5-be4788af081b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.778834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9de31fc8-4abc-49f8-9db5-be4788af081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.782411 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9de31fc8-4abc-49f8-9db5-be4788af081b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:32.786071 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9de31fc8-4abc-49f8-9db5-be4788af081b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5782c03b-7c2e-4d55-98d9-8cfe5c675738 HTTP/1.1" status: 204 len: 168 time: 0.1472235 Nov 10 20:28:32.791732 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de31fc8-4abc-49f8-9db5-be4788af081b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5782c03b-7c2e-4d55-98d9-8cfe5c675738,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:32.970810 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c739a-8165-40ac-bd93-48d6c26857b8 req-923d3585-27d2-4f0f-b23f-b4fc673dfef4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:32.972350 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-458c739a-8165-40ac-bd93-48d6c26857b8 req-923d3585-27d2-4f0f-b23f-b4fc673dfef4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.2402148 Nov 10 20:28:33.020557 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-458c739a-8165-40ac-bd93-48d6c26857b8 req-48adc08e-91fc-4d0d-b738-a747cbeb210b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Nov 10 20:28:33.151333 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3620cd-38c4-40e7-9988-7114e3a96871 req-4611a537-fa30-4e31-bed1-db47d8222a8f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:33.152847 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3e3620cd-38c4-40e7-9988-7114e3a96871 req-4611a537-fa30-4e31-bed1-db47d8222a8f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0509460 Nov 10 20:28:33.204034 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3e3620cd-38c4-40e7-9988-7114e3a96871 req-a464001e-d86f-45b4-966c-34d5fc040305 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Nov 10 20:28:33.303206 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 19e1140f-cb43-4484-a360-aa6e34f21a3e no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:28:33.334400 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 19e1140f-cb43-4484-a360-aa6e34f21a3e {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:28:33.334915 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 19e1140f-cb43-4484-a360-aa6e34f21a3e not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:28:33.335349 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7dd32e52-da17-40b0-a0b6-d188e969cff8 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:28:33.355112 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 7dd32e52-da17-40b0-a0b6-d188e969cff8 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:28:33.355462 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7dd32e52-da17-40b0-a0b6-d188e969cff8 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:28:34.147465 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4a574-d449-43ca-842d-28a2aa591f06 req-45cd2770-8eeb-450c-8f10-d524de0c3221 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:34.149015 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fad4a574-d449-43ca-842d-28a2aa591f06 req-45cd2770-8eeb-450c-8f10-d524de0c3221 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0522711 Nov 10 20:28:34.198596 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fad4a574-d449-43ca-842d-28a2aa591f06 req-979a47bf-fdb6-49c7-9971-659599bee32e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Nov 10 20:28:34.331791 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44907ea2-a84d-4c33-8307-d448fcf863c7 req-ba2fdeb5-d485-4782-b50b-374fde4d2d11 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:34.333355 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-44907ea2-a84d-4c33-8307-d448fcf863c7 req-ba2fdeb5-d485-4782-b50b-374fde4d2d11 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0577557 Nov 10 20:28:34.393050 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-44907ea2-a84d-4c33-8307-d448fcf863c7 req-ab1e5b4b-86cb-448e-9fcb-efe72ceec151 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520854 Nov 10 20:28:35.328014 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80848e12-0938-4400-8b62-350ff64efd43 req-4c067b11-337e-4a95-aa98-188594a26335 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:35.329505 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-80848e12-0938-4400-8b62-350ff64efd43 req-4c067b11-337e-4a95-aa98-188594a26335 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0554268 Nov 10 20:28:35.381230 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-80848e12-0938-4400-8b62-350ff64efd43 req-7244af01-bcdf-4b1b-bb75-babd75fec1c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456331 Nov 10 20:28:35.510495 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75634a8b-0ae2-474f-9cb9-3cf242974c97 req-143ed0fc-0084-4db3-84ec-031698e4e130 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:35.514461 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-75634a8b-0ae2-474f-9cb9-3cf242974c97 req-143ed0fc-0084-4db3-84ec-031698e4e130 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0550861 Nov 10 20:28:35.560004 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-75634a8b-0ae2-474f-9cb9-3cf242974c97 req-5f60867c-45ad-4584-8a81-b2447897cd49 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Nov 10 20:28:36.502170 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994b29b-882d-4d0b-9bfc-e5b87cfb3a87 req-0e9eeeeb-b725-422a-b926-3d5ddffd7fa7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:36.503999 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8994b29b-882d-4d0b-9bfc-e5b87cfb3a87 req-0e9eeeeb-b725-422a-b926-3d5ddffd7fa7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0508070 Nov 10 20:28:36.553353 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8994b29b-882d-4d0b-9bfc-e5b87cfb3a87 req-5c6be4ff-e936-4991-9ad2-3ca0f51ad780 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431957 Nov 10 20:28:36.679215 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0309778-569d-4a17-a12f-cd4c27682329 req-6627d79e-ad5b-4146-ba7b-0e7a52af6a0b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:36.680707 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e0309778-569d-4a17-a12f-cd4c27682329 req-6627d79e-ad5b-4146-ba7b-0e7a52af6a0b tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0507796 Nov 10 20:28:36.733465 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e0309778-569d-4a17-a12f-cd4c27682329 req-232bd5a1-cf7e-48da-894f-818a69902734 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Nov 10 20:28:37.678319 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebcf94-8094-46a0-babd-9fb834b0a7e5 req-abd7aeef-aecd-498d-9f2b-67bd3d2bc1b0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:37.679825 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-42ebcf94-8094-46a0-babd-9fb834b0a7e5 req-abd7aeef-aecd-498d-9f2b-67bd3d2bc1b0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0541735 Nov 10 20:28:37.728619 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-42ebcf94-8094-46a0-babd-9fb834b0a7e5 req-5584d171-ca98-4b5c-b9b1-a20d3d8ce109 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Nov 10 20:28:37.760965 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39326) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:37.858295 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fb3f1-495b-4ebd-b566-28a2b0aeae8c req-8c3380f1-b996-4380-b08d-fbb33dd71654 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:37.860750 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-920fb3f1-495b-4ebd-b566-28a2b0aeae8c req-8c3380f1-b996-4380-b08d-fbb33dd71654 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0498435 Nov 10 20:28:37.868275 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-736fbdec-e8aa-4ba6-8677-fe63652942b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:37.912595 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-920fb3f1-495b-4ebd-b566-28a2b0aeae8c req-1d7dd98e-1652-467f-a450-7bdb43b2a0df tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Nov 10 20:28:37.950587 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-736fbdec-e8aa-4ba6-8677-fe63652942b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:37.957941 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-736fbdec-e8aa-4ba6-8677-fe63652942b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:37.998809 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-736fbdec-e8aa-4ba6-8677-fe63652942b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef5343f987734a7e9e179e3dd2e3af4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366266 Nov 10 20:28:38.001690 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 39332) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:38.005606 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fbdec-e8aa-4ba6-8677-fe63652942b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c84f3a9-3f1f-4c51-b152-a8c1467af59c,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:38.067730 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a84e59cc-f16e-4b33-8897-e456d6d118a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.093229 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a84e59cc-f16e-4b33-8897-e456d6d118a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.140786 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a84e59cc-f16e-4b33-8897-e456d6d118a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.143338 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a84e59cc-f16e-4b33-8897-e456d6d118a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.144568 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-a84e59cc-f16e-4b33-8897-e456d6d118a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c84f3a9-3f1f-4c51-b152-a8c1467af59c HTTP/1.1" status: 204 len: 168 time: 0.1418927 Nov 10 20:28:38.153177 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e59cc-f16e-4b33-8897-e456d6d118a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c84f3a9-3f1f-4c51-b152-a8c1467af59c,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:38.438194 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39340) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:38.452496 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-acf6494f-710d-48ae-8b39-3eb964b2d8c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.552749 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-acf6494f-710d-48ae-8b39-3eb964b2d8c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.557333 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-acf6494f-710d-48ae-8b39-3eb964b2d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.602464 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-acf6494f-710d-48ae-8b39-3eb964b2d8c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da1488798aa64ea88140f0e4637a7c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628819 Nov 10 20:28:38.603355 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6494f-710d-48ae-8b39-3eb964b2d8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e947b01c-cc16-4e73-af8d-43a9f2edb5c4,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:38.605189 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 39346) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:38.662443 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06ccec55-f51f-4bd7-a9d7-d935418f8e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.689842 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06ccec55-f51f-4bd7-a9d7-d935418f8e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.743239 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06ccec55-f51f-4bd7-a9d7-d935418f8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.746898 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06ccec55-f51f-4bd7-a9d7-d935418f8e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.748349 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-06ccec55-f51f-4bd7-a9d7-d935418f8e52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e947b01c-cc16-4e73-af8d-43a9f2edb5c4 HTTP/1.1" status: 204 len: 168 time: 0.1419778 Nov 10 20:28:38.765795 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccec55-f51f-4bd7-a9d7-d935418f8e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e947b01c-cc16-4e73-af8d-43a9f2edb5c4,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:38.858293 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf391f6-f69c-4699-8352-38535f8837ba req-ebb8e4a8-8acf-40b7-afea-667dbcfc68d3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:38.859883 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ecf391f6-f69c-4699-8352-38535f8837ba req-ebb8e4a8-8acf-40b7-afea-667dbcfc68d3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0500395 Nov 10 20:28:38.913374 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ecf391f6-f69c-4699-8352-38535f8837ba req-e83ad14a-8c38-46c9-958e-49c4655d0b6c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461030 Nov 10 20:28:39.043013 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfa94-c0f4-4639-bcd0-0de19b20bf99 req-b9aa067f-1d4b-4bb5-90da-e61ff4bb76d9 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:39.044751 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ed9cfa94-c0f4-4639-bcd0-0de19b20bf99 req-b9aa067f-1d4b-4bb5-90da-e61ff4bb76d9 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0539260 Nov 10 20:28:39.100267 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ed9cfa94-c0f4-4639-bcd0-0de19b20bf99 req-e545b96e-e4b3-4790-a524-2936f48e22e2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457702 Nov 10 20:28:40.039328 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619901a9-5f2d-43a4-8c0f-d82dcdd8e19e req-094c684a-5812-431a-a4fc-70056afe01c3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:40.040981 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-619901a9-5f2d-43a4-8c0f-d82dcdd8e19e req-094c684a-5812-431a-a4fc-70056afe01c3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0489981 Nov 10 20:28:40.092614 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-619901a9-5f2d-43a4-8c0f-d82dcdd8e19e req-887e98ac-5750-471b-8224-02412e4e439a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Nov 10 20:28:40.225476 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fcfc8-fd20-4f7f-8a70-8bde5e569a6b req-a47b289d-1352-41cd-bd17-84eadac27cde tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:40.225476 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4a4fcfc8-fd20-4f7f-8a70-8bde5e569a6b req-a47b289d-1352-41cd-bd17-84eadac27cde tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0495880 Nov 10 20:28:40.271341 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4a4fcfc8-fd20-4f7f-8a70-8bde5e569a6b req-8266c940-7e3e-4f5a-83b5-f1006962f44a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Nov 10 20:28:40.338461 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-de4bf63b-4e15-4c3c-9e15-3b5c6b2ed03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:40.656905 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:40.778799 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-0ba34b5c-866a-426e-8faf-f16095f01e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:40.780323 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-0ba34b5c-866a-426e-8faf-f16095f01e6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0447025 Nov 10 20:28:40.891527 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-94a5b9c0-a7f6-4c3a-8277-bbfab21d8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:40.893052 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-94a5b9c0-a7f6-4c3a-8277-bbfab21d8f36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.0861924 Nov 10 20:28:40.983315 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-8d25ad75-ad26-415b-abc1-157081e732bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c72144f1-ab4a-4465-b394-adf41d2339f3 HTTP/1.1" status: 200 len: 1000 time: 0.0634084 Nov 10 20:28:41.040331 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-d596826f-5a68-4ee3-8619-c2321a2fb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:41.042338 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-d596826f-5a68-4ee3-8619-c2321a2fb57d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0470192 Nov 10 20:28:41.092384 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-48fc37cc-2b03-46f9-90a4-76fff22e9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:41.093885 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-48fc37cc-2b03-46f9-90a4-76fff22e9830 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405538 Nov 10 20:28:41.194469 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-3f2c2fe5-af6e-4a5e-9bf4-a7c765f07782 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887506 Nov 10 20:28:41.294091 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-87a9cb3f-f72b-41fa-9b03-676fbe242ae6 req-91b26bad-53b5-4f44-a916-c9952de6c19a service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897365 Nov 10 20:28:41.390169 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b46080-e8b1-4293-b937-8a6f383cda2c req-b177170a-f24f-46ae-a66f-9daf9c03d583 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:41.391569 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-74b46080-e8b1-4293-b937-8a6f383cda2c req-b177170a-f24f-46ae-a66f-9daf9c03d583 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0546951 Nov 10 20:28:41.392241 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6e682-23f8-4afc-9209-d86bd6a95d5d req-fe071348-d582-4e60-aeee-42723cdfc059 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:41.393738 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cee6e682-23f8-4afc-9209-d86bd6a95d5d req-fe071348-d582-4e60-aeee-42723cdfc059 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0495985 Nov 10 20:28:41.439414 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-74b46080-e8b1-4293-b937-8a6f383cda2c req-0f80797f-e108-4b56-8e7a-4f1cfe5e57a5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415981 Nov 10 20:28:41.440002 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cee6e682-23f8-4afc-9209-d86bd6a95d5d req-31a0dc96-63e6-4867-a8e2-57f14d5ad970 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Nov 10 20:28:42.558111 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1922bda-3dca-4a1d-9bc7-638853cddc03 req-b620e76a-aea0-498f-a243-a0c8f6111d30 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:42.559598 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e1922bda-3dca-4a1d-9bc7-638853cddc03 req-b620e76a-aea0-498f-a243-a0c8f6111d30 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Nov 10 20:28:42.559998 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f05f-50b1-4f77-8d7b-f8f8fee55e3f req-947777d1-49b0-41cb-b806-b95b60f4b67d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:42.561459 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4528f05f-50b1-4f77-8d7b-f8f8fee55e3f req-947777d1-49b0-41cb-b806-b95b60f4b67d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0536697 Nov 10 20:28:42.615251 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e1922bda-3dca-4a1d-9bc7-638853cddc03 req-120263ec-88de-478b-97c6-1df8e3227906 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482593 Nov 10 20:28:42.617198 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4528f05f-50b1-4f77-8d7b-f8f8fee55e3f req-4f2fa901-2380-4be4-a0b8-f23e21399e31 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Nov 10 20:28:42.637749 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3ef45ac0-0308-4184-a0d9-44d1f195c849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:42.645111 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:28:42.696983 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port c72144f1-ab4a-4465-b394-adf41d2339f3 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:28:42.697332 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:42.794103 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:42.822303 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:42.825716 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389bb25f-ab04-4a1d-8269-55184ec57529" -d '{"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-plugged", "status": "completed", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:42.842070 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:42.847419 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:42.919893 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e055d377-9883-42ad-8de8-6b56c5b756bc x-openstack-request-id: req-e055d377-9883-42ad-8de8-6b56c5b756bc {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:42.920649 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-plugged", "status": "completed", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:42.920905 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e055d377-9883-42ad-8de8-6b56c5b756bc {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:42.921365 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'code': 200} Nov 10 20:28:42.926670 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=7']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:43.349077 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-57ef1c3a-530e-48f2-9556-9e842a826167 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:43.350526 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-57ef1c3a-530e-48f2-9556-9e842a826167 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 945 time: 0.0479345 Nov 10 20:28:43.450314 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Deleting port 2e9b5be2-bd06-46c5-91bf-bf521f022d22 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:28:43.450646 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:43.544693 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] For port 2e9b5be2-bd06-46c5-91bf-bf521f022d22, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2e9b5be2-bd06-46c5-91bf-bf521f022d22,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:43.544963 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:43.557021 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Calling delete_port for 2e9b5be2-bd06-46c5-91bf-bf521f022d22 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:28:43.698670 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:43.717230 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f219cde4-ecce-44cc-950d-3bfa81071809 req-39654745-3a7d-4c2c-9f21-2c734cf54c7f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0303869 Nov 10 20:28:43.742781 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['90131853-1376-4ea2-aa1c-da65b676adf2', 'a9a29633-4e77-4a44-9e66-585b1689588a', '2e9b5be2-bd06-46c5-91bf-bf521f022d22'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:28:43.749714 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Pushing event deleted for resources: {'Port': ['ID=2e9b5be2-bd06-46c5-91bf-bf521f022d22,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:43.803958 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] No DVR routers for this DVR port 2e9b5be2-bd06-46c5-91bf-bf521f022d22 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:28:43.812936 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2f64b-7adc-45f8-8d9f-8324cd5a587e req-0e80d241-174d-4d37-9934-2b8cb430d344 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:43.814524 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-20d2f64b-7adc-45f8-8d9f-8324cd5a587e req-0e80d241-174d-4d37-9934-2b8cb430d344 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.1135828 Nov 10 20:28:43.815649 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:43.818992 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1c5a32b9-4fce-4927-b6c4-e20745da870f req-e69d5896-da86-49b1-b215-67cef9285aa2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "DELETE /v2.0/ports/2e9b5be2-bd06-46c5-91bf-bf521f022d22 HTTP/1.1" status: 204 len: 173 time: 0.4559381 Nov 10 20:28:43.819442 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704315-0cfe-432e-a3af-bac46653aa12', 'name': 'network-vif-deleted', 'tag': '2e9b5be2-bd06-46c5-91bf-bf521f022d22'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:43.821740 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afa6a1d-86d1-42ec-946a-09faf8fd437b" -d '{"events": [{"server_uuid": "cb704315-0cfe-432e-a3af-bac46653aa12", "name": "network-vif-deleted", "tag": "2e9b5be2-bd06-46c5-91bf-bf521f022d22"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:43.843964 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:43.882813 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-20d2f64b-7adc-45f8-8d9f-8324cd5a587e req-e8fe2d52-06dc-4c14-aba6-223a014b0b1e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572147 Nov 10 20:28:43.893103 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11487a3-940d-46d7-a2df-903e9ea2257f x-openstack-request-id: req-e11487a3-940d-46d7-a2df-903e9ea2257f {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:43.893502 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb704315-0cfe-432e-a3af-bac46653aa12", "name": "network-vif-deleted", "tag": "2e9b5be2-bd06-46c5-91bf-bf521f022d22", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:43.893868 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e11487a3-940d-46d7-a2df-903e9ea2257f {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:43.894471 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704315-0cfe-432e-a3af-bac46653aa12', 'name': 'network-vif-deleted', 'tag': '2e9b5be2-bd06-46c5-91bf-bf521f022d22', 'status': 'completed', 'code': 200} Nov 10 20:28:44.831449 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1e795e97-a18c-440f-b845-65153a5c24c3 req-29f7e26d-e997-4816-8003-6b98efa11367 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0305731 Nov 10 20:28:45.019632 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affad61-73e2-43fd-853b-389a5fe86f5c req-eb84b3b6-250f-4d04-9311-1df32ab4f4dc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:45.022593 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8affad61-73e2-43fd-853b-389a5fe86f5c req-eb84b3b6-250f-4d04-9311-1df32ab4f4dc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0588107 Nov 10 20:28:45.080109 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8affad61-73e2-43fd-853b-389a5fe86f5c req-7fbeedc8-0dc1-4e34-8d4c-02761e55826d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503416 Nov 10 20:28:45.284509 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:45.964837 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-55239049-f5cf-4c6b-99e6-2f6a39f55e3e req-23d2a8c6-8f7a-49d2-910c-121f5b915589 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0393050 Nov 10 20:28:46.218919 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d947565-35ce-412a-ab62-2fe32f19e3c8 req-d5731784-d5db-492d-b00c-0d6fb516fc1d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:46.221473 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d947565-35ce-412a-ab62-2fe32f19e3c8 req-d5731784-d5db-492d-b00c-0d6fb516fc1d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0585644 Nov 10 20:28:46.270720 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d947565-35ce-412a-ab62-2fe32f19e3c8 req-0617431a-e87f-4858-9194-cf265b6c7463 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 Nov 10 20:28:46.343078 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:47.098392 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b0df41a7-318a-4bc5-9dac-e68fc83350f1 req-295c7954-1165-4327-89d0-be1e06216e40 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0325582 Nov 10 20:28:47.407568 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd41445-825f-4421-abfb-0ac68dad0aac req-34cf7ada-4d2d-4ec5-9383-09832564ceb2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:47.409206 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0dd41445-825f-4421-abfb-0ac68dad0aac req-34cf7ada-4d2d-4ec5-9383-09832564ceb2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0574536 Nov 10 20:28:47.474076 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0dd41445-825f-4421-abfb-0ac68dad0aac req-78821fbf-37c8-4231-bc9e-c5c94630776e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583847 Nov 10 20:28:48.213498 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8155f797-2e2f-4f1c-980d-f6841700cfe6 req-1c994337-eee2-4e11-a310-44d3297b635d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0268648 Nov 10 20:28:48.643839 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759914f-d72e-4ea0-91f5-7f965a5b2b7d req-f8a97839-c13c-40ad-8691-cf28adb7a51e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:48.645800 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3759914f-d72e-4ea0-91f5-7f965a5b2b7d req-f8a97839-c13c-40ad-8691-cf28adb7a51e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0647011 Nov 10 20:28:48.701809 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3759914f-d72e-4ea0-91f5-7f965a5b2b7d req-68e6ddd8-ae52-40f6-bb75-299cfaa33d2a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 Nov 10 20:28:48.819486 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:28:49.373037 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8e15a586-9c10-40a9-9773-55f1c1942768 req-84684e9f-529f-4004-89cc-75017b5bb38c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0612845 Nov 10 20:28:49.852396 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bf183-9baa-4e32-b4a5-6ab6f189aba7 req-817e716e-e583-4673-8968-6cdf7275743e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:49.854654 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-601bf183-9baa-4e32-b4a5-6ab6f189aba7 req-817e716e-e583-4673-8968-6cdf7275743e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0632548 Nov 10 20:28:49.923579 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-601bf183-9baa-4e32-b4a5-6ab6f189aba7 req-6014b365-ab0b-4f5f-83ae-5e19403b8d83 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593979 Nov 10 20:28:50.494496 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7f4297c0-ae13-4290-a802-94d34901dbb1 req-52c1d71b-4a50-49c2-b52d-d45ace8c61e4 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0264983 Nov 10 20:28:51.059991 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850af18-c3c4-4c29-875c-f0a84e948b1d req-8581bd7e-989e-47bf-b2c7-07c1f140d5a0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:51.068325 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8850af18-c3c4-4c29-875c-f0a84e948b1d req-8581bd7e-989e-47bf-b2c7-07c1f140d5a0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0670490 Nov 10 20:28:51.119692 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8850af18-c3c4-4c29-875c-f0a84e948b1d req-2de641a0-83f5-412d-b65b-f83644214202 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502779 Nov 10 20:28:51.655912 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f198a71d-e832-437d-926d-35988730f585 req-1266075b-42c6-4b22-8561-606fa6fdb864 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb704315-0cfe-432e-a3af-bac46653aa12 HTTP/1.1" status: 200 len: 210 time: 0.0422232 Nov 10 20:28:52.284194 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bee3f2-fc38-4673-82bc-7391e4460568 req-cb644128-84cc-4ab1-8042-40906a6f3708 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:52.286451 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-82bee3f2-fc38-4673-82bc-7391e4460568 req-cb644128-84cc-4ab1-8042-40906a6f3708 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0694313 Nov 10 20:28:52.353936 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-82bee3f2-fc38-4673-82bc-7391e4460568 req-a9b1aed8-628e-49c8-bb25-a9294fbb61c5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584433 Nov 10 20:28:53.024437 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cd763-c7e4-4bb4-a813-c2c5ad9d18f0 req-b10526c9-eeb9-4ab3-a1f8-6dfbf1236006 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:53.026815 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e9cd763-c7e4-4bb4-a813-c2c5ad9d18f0 req-b10526c9-eeb9-4ab3-a1f8-6dfbf1236006 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.0605004 Nov 10 20:28:53.090944 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e9cd763-c7e4-4bb4-a813-c2c5ad9d18f0 req-6c22d83d-a34e-4a71-8844-644f9d5e4449 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544713 Nov 10 20:28:53.450386 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 2e9b5be2-bd06-46c5-91bf-bf521f022d22 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:28:53.473407 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 2e9b5be2-bd06-46c5-91bf-bf521f022d22 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:28:53.473743 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 2e9b5be2-bd06-46c5-91bf-bf521f022d22 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:28:53.505455 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529781-fffa-45a1-ba1f-eb66fbbd9b01 req-70dd1964-17e4-41ab-83ff-bb6566db85f1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:53.514683 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-db529781-fffa-45a1-ba1f-eb66fbbd9b01 req-70dd1964-17e4-41ab-83ff-bb6566db85f1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0780172 Nov 10 20:28:53.575033 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-db529781-fffa-45a1-ba1f-eb66fbbd9b01 req-c5fc9644-02b9-4f0e-aebd-69030d22e4fa tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590138 Nov 10 20:28:54.023313 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 39656) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:54.159461 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.266561 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379da96-0598-48b5-878c-3960cf1c7a6e req-8d7ccf7a-c863-4b4a-a9a0-6b2980ff3e86 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:54.270507 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.270840 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9379da96-0598-48b5-878c-3960cf1c7a6e req-8d7ccf7a-c863-4b4a-a9a0-6b2980ff3e86 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.0853674 Nov 10 20:28:54.277155 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.326956 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec2e852e12ab439b86ceb2c9fe5828ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023059 Nov 10 20:28:54.328167 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cd8fd6-cf3c-4626-a477-01570bb0bf79,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:54.330394 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 39670) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:54.331723 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9379da96-0598-48b5-878c-3960cf1c7a6e req-08c02c1d-b334-433c-85f5-f4711c230cfb tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482588 Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.357496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.358288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39672) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:54.358383 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.358383 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e2452d-1cb5-45d8-8cb2-ee4001b88b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:54.404583 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d716a163-b6b7-4da6-aeba-0a2862070ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.448384 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d716a163-b6b7-4da6-aeba-0a2862070ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.506627 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba18ed4e-9c10-44e1-9cc7-4b85d54e7246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.507304 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d716a163-b6b7-4da6-aeba-0a2862070ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.511268 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d716a163-b6b7-4da6-aeba-0a2862070ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.512448 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-d716a163-b6b7-4da6-aeba-0a2862070ab8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41cd8fd6-cf3c-4626-a477-01570bb0bf79 HTTP/1.1" status: 204 len: 168 time: 0.1811919 Nov 10 20:28:54.520244 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716a163-b6b7-4da6-aeba-0a2862070ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cd8fd6-cf3c-4626-a477-01570bb0bf79,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:54.602162 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba18ed4e-9c10-44e1-9cc7-4b85d54e7246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.613067 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ba18ed4e-9c10-44e1-9cc7-4b85d54e7246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.658719 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18ed4e-9c10-44e1-9cc7-4b85d54e7246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f45f1b8-5142-4c4e-9c24-486ad58b4194,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:54.665502 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ba18ed4e-9c10-44e1-9cc7-4b85d54e7246 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dfd01e9409e46d0a61673c911d432a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044226 Nov 10 20:28:54.665938 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 39688) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:54.771222 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5ffd-0ad3-49aa-90a8-41cbaedb7c85 req-08852cc6-d73e-448a-b30e-f32b393c9225 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:54.772799 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e9df5ffd-0ad3-49aa-90a8-41cbaedb7c85 req-08852cc6-d73e-448a-b30e-f32b393c9225 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0818295 Nov 10 20:28:54.777394 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c8dfee7f-631c-40e6-b096-0ab77a71b7a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.815828 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c8dfee7f-631c-40e6-b096-0ab77a71b7a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.870923 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e9df5ffd-0ad3-49aa-90a8-41cbaedb7c85 req-8937cfa8-a71b-415d-8dc9-54cb9b6c5932 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884657 Nov 10 20:28:54.894378 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c8dfee7f-631c-40e6-b096-0ab77a71b7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.898026 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c8dfee7f-631c-40e6-b096-0ab77a71b7a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:54.901551 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c8dfee7f-631c-40e6-b096-0ab77a71b7a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f45f1b8-5142-4c4e-9c24-486ad58b4194 HTTP/1.1" status: 204 len: 168 time: 0.2322006 Nov 10 20:28:54.907754 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfee7f-631c-40e6-b096-0ab77a71b7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f45f1b8-5142-4c4e-9c24-486ad58b4194,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:55.330242 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39712) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:55.344006 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89dfe8c2-5503-463a-b2d2-3eddf49917b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.427909 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89dfe8c2-5503-463a-b2d2-3eddf49917b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.438357 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89dfe8c2-5503-463a-b2d2-3eddf49917b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.502533 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfe8c2-5503-463a-b2d2-3eddf49917b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f869fe3-2d4e-4aa6-a40b-48931dd02ed5,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:55.506676 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-89dfe8c2-5503-463a-b2d2-3eddf49917b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a2be23517e1433baa82f8a74df60eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750326 Nov 10 20:28:55.511473 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 39724) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:55.551558 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce24b1a-80b6-4891-a155-0bc011c276c3 req-2b556aab-1245-4dc6-a916-4fb1a35f72f7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:55.553157 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4ce24b1a-80b6-4891-a155-0bc011c276c3 req-2b556aab-1245-4dc6-a916-4fb1a35f72f7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.1280835 Nov 10 20:28:55.610242 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f9487c11-87b6-4632-b399-b7f68fea1528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.644574 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4ce24b1a-80b6-4891-a155-0bc011c276c3 req-69725901-65b3-4236-9a29-d0b3d91d567d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816898 Nov 10 20:28:55.650150 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f9487c11-87b6-4632-b399-b7f68fea1528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.710468 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f9487c11-87b6-4632-b399-b7f68fea1528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.713791 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f9487c11-87b6-4632-b399-b7f68fea1528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.714951 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-f9487c11-87b6-4632-b399-b7f68fea1528 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f869fe3-2d4e-4aa6-a40b-48931dd02ed5 HTTP/1.1" status: 204 len: 168 time: 0.2024655 Nov 10 20:28:55.725536 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9487c11-87b6-4632-b399-b7f68fea1528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f869fe3-2d4e-4aa6-a40b-48931dd02ed5,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:56.066123 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb59b8-ecea-44cf-982e-6d4fb30953a4 req-49c1a7be-e89e-45eb-a025-adcd357c1af4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:56.070086 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f2fb59b8-ecea-44cf-982e-6d4fb30953a4 req-49c1a7be-e89e-45eb-a025-adcd357c1af4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0934088 Nov 10 20:28:56.151302 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f2fb59b8-ecea-44cf-982e-6d4fb30953a4 req-87ca8bc3-1ba3-47f6-846a-0493955589ce tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711749 Nov 10 20:28:56.575008 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b1827-9b10-4092-96f4-9376d3cb728b req-63abe663-bd8d-4917-bc30-8126e88d8a30 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:56.576525 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-701b1827-9b10-4092-96f4-9376d3cb728b req-63abe663-bd8d-4917-bc30-8126e88d8a30 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.0560007 Nov 10 20:28:56.702990 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-701b1827-9b10-4092-96f4-9376d3cb728b req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Deleting port a9a29633-4e77-4a44-9e66-585b1689588a {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:28:56.704079 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-701b1827-9b10-4092-96f4-9376d3cb728b req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:56.823403 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-701b1827-9b10-4092-96f4-9376d3cb728b req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] For port a9a29633-4e77-4a44-9e66-585b1689588a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a9a29633-4e77-4a44-9e66-585b1689588a,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:56.823779 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-701b1827-9b10-4092-96f4-9376d3cb728b req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:56.862849 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-701b1827-9b10-4092-96f4-9376d3cb728b req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Calling delete_port for a9a29633-4e77-4a44-9e66-585b1689588a owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:28:56.937857 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f662d89-7050-4af0-a716-848b40e42d82 req-50cd45ff-bb62-453d-9451-e6e6ebf22298 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:56.939687 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7f662d89-7050-4af0-a716-848b40e42d82 req-50cd45ff-bb62-453d-9451-e6e6ebf22298 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=04d47699-5f70-4942-88b0-11da0e8b2c2a HTTP/1.1" status: 200 len: 946 time: 0.1131682 Nov 10 20:28:56.951305 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-788476be-3939-4cd8-9a42-e917d94361e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:56.953212 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-788476be-3939-4cd8-9a42-e917d94361e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 1099 time: 0.2869813 Nov 10 20:28:57.081957 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7f662d89-7050-4af0-a716-848b40e42d82 req-d56b2520-5548-4acc-985d-dc8e6a9f1c55 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330664 Nov 10 20:28:57.087745 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-701b1827-9b10-4092-96f4-9376d3cb728b req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:57.117848 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-7ee5ef26-0039-4c68-9c7f-acd8df494394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:57.121677 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Pushing event deleted for resources: {'Port': ['ID=a9a29633-4e77-4a44-9e66-585b1689588a,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:57.132224 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-7ee5ef26-0039-4c68-9c7f-acd8df494394 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.1701465 Nov 10 20:28:57.133550 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['90131853-1376-4ea2-aa1c-da65b676adf2', 'a9a29633-4e77-4a44-9e66-585b1689588a'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:28:57.194781 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-701b1827-9b10-4092-96f4-9376d3cb728b req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] No DVR routers for this DVR port a9a29633-4e77-4a44-9e66-585b1689588a on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:28:57.200704 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-701b1827-9b10-4092-96f4-9376d3cb728b req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:57.214472 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-701b1827-9b10-4092-96f4-9376d3cb728b req-0608125b-8efc-4007-9821-a3987750328a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "DELETE /v2.0/ports/a9a29633-4e77-4a44-9e66-585b1689588a HTTP/1.1" status: 204 len: 173 time: 0.6301489 Nov 10 20:28:57.215098 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d47699-5f70-4942-88b0-11da0e8b2c2a', 'name': 'network-vif-deleted', 'tag': 'a9a29633-4e77-4a44-9e66-585b1689588a'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:57.219650 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ab1b94-2080-47b9-945a-f31dc730479c" -d '{"events": [{"server_uuid": "04d47699-5f70-4942-88b0-11da0e8b2c2a", "name": "network-vif-deleted", "tag": "a9a29633-4e77-4a44-9e66-585b1689588a"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:57.303168 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-c4e70d37-e7d7-4e7c-8187-37f7ba00d9ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c72144f1-ab4a-4465-b394-adf41d2339f3 HTTP/1.1" status: 200 len: 1001 time: 0.1620293 Nov 10 20:28:57.314698 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a9244-2bdc-4388-990d-a4ebc2d2c9c3 x-openstack-request-id: req-3a9a9244-2bdc-4388-990d-a4ebc2d2c9c3 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:57.314965 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d47699-5f70-4942-88b0-11da0e8b2c2a", "name": "network-vif-deleted", "tag": "a9a29633-4e77-4a44-9e66-585b1689588a", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:57.315231 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a9a9244-2bdc-4388-990d-a4ebc2d2c9c3 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:57.315640 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d47699-5f70-4942-88b0-11da0e8b2c2a', 'name': 'network-vif-deleted', 'tag': 'a9a29633-4e77-4a44-9e66-585b1689588a', 'status': 'completed', 'code': 200} Nov 10 20:28:57.329305 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eb280-3cdc-4252-a674-737d1c8af4b6 req-a258c345-ad8b-439f-9a3e-5386e9facd03 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:57.331151 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7c7eb280-3cdc-4252-a674-737d1c8af4b6 req-a258c345-ad8b-439f-9a3e-5386e9facd03 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0821974 Nov 10 20:28:57.398493 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-425d41b8-9e29-4731-af13-caa8f9eaed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:57.400440 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-425d41b8-9e29-4731-af13-caa8f9eaed85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0810838 Nov 10 20:28:57.453047 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7c7eb280-3cdc-4252-a674-737d1c8af4b6 req-940c971a-3246-4f6f-b380-3022a834e8ae tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914493 Nov 10 20:28:57.469407 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-a2eed32d-cc8b-4891-aaf8-0a3c53e07c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:57.470916 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-a2eed32d-cc8b-4891-aaf8-0a3c53e07c08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587323 Nov 10 20:28:57.573700 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-0d5564a1-6728-4b88-b78c-4210de096945 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933473 Nov 10 20:28:57.680537 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a8b3d07d-c5fe-42ef-a70d-871fc642e110 req-a94c3737-d128-46a0-8506-673328430ef2 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957682 Nov 10 20:28:58.593551 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6106c7-a9fb-44b0-b704-3b6eab13de48 req-fc219f28-b2ab-497c-afbf-5282db8903a7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:58.595024 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cd6106c7-a9fb-44b0-b704-3b6eab13de48 req-fc219f28-b2ab-497c-afbf-5282db8903a7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0514603 Nov 10 20:28:58.649490 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-cd6106c7-a9fb-44b0-b704-3b6eab13de48 req-71fa704a-ec15-45a5-8215-c24a8871c80a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472066 Nov 10 20:28:59.583150 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5df8c8-5c49-4a34-8dea-b6c86703a774 req-63dfc6a7-2c2d-48e3-8613-9ada1ce4c57d tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:59.584764 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9c5df8c8-5c49-4a34-8dea-b6c86703a774 req-63dfc6a7-2c2d-48e3-8613-9ada1ce4c57d tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0554399 Nov 10 20:28:59.588114 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:28:59.634562 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9c5df8c8-5c49-4a34-8dea-b6c86703a774 req-0b58295c-55db-48b0-ad5b-a04f3d8174ef tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Nov 10 20:28:59.704537 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:59.729924 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:59.732313 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9065c7-6fd7-4816-a3fc-5ecb6d5cd9e5" -d '{"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:59.747308 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:59.754430 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:59.755534 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a9a29633-4e77-4a44-9e66-585b1689588a no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:28:59.780167 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae581d74-f7ca-406d-8283-92e6e1518b49 x-openstack-request-id: req-ae581d74-f7ca-406d-8283-92e6e1518b49 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:59.780455 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:59.780706 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae581d74-f7ca-406d-8283-92e6e1518b49 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:59.781089 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'code': 200} Nov 10 20:28:59.781776 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9d4c0-f704-405b-b5fb-4dfb265f6d7b req-f948fb9d-da84-4d7a-a4e2-78e8793f2ada tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:59.783285 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: a9a29633-4e77-4a44-9e66-585b1689588a {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:28:59.783420 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d5e9d4c0-f704-405b-b5fb-4dfb265f6d7b req-f948fb9d-da84-4d7a-a4e2-78e8793f2ada tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 946 time: 0.0564966 Nov 10 20:28:59.783628 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a9a29633-4e77-4a44-9e66-585b1689588a not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:28:59.829923 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=8']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:59.833821 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d5e9d4c0-f704-405b-b5fb-4dfb265f6d7b req-0bed0296-1ccc-4eec-b2df-82f53cb71cd6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 Nov 10 20:29:00.758371 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0e1bf-d4a4-4ff9-b434-7dbfe90f4e4c req-ee673fea-38ae-4763-bedc-89421e04a77a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:00.759297 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbd74d-71da-43b6-bfba-30b7d1b7a52c req-3e1081ba-ac80-49cd-8c99-102f4e5f4157 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:00.760556 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-81d0e1bf-d4a4-4ff9-b434-7dbfe90f4e4c req-ee673fea-38ae-4763-bedc-89421e04a77a tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0524414 Nov 10 20:29:00.761318 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1acbd74d-71da-43b6-bfba-30b7d1b7a52c req-3e1081ba-ac80-49cd-8c99-102f4e5f4157 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0568302 Nov 10 20:29:00.811264 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-81d0e1bf-d4a4-4ff9-b434-7dbfe90f4e4c req-b2b31492-3941-42c5-b886-60568d54ea88 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 Nov 10 20:29:00.812529 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1acbd74d-71da-43b6-bfba-30b7d1b7a52c req-89744b71-d5b8-4fa7-a2e9-0a70796884d6 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452032 Nov 10 20:29:00.962828 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b89761-457e-4b88-b901-b13f4b3460ae req-6ae1ff94-c582-4dc7-96c5-453efadda321 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:00.964219 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-74b89761-457e-4b88-b901-b13f4b3460ae req-6ae1ff94-c582-4dc7-96c5-453efadda321 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0523641 Nov 10 20:29:01.010620 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-74b89761-457e-4b88-b901-b13f4b3460ae req-201dbdcd-fc06-4e21-97ff-fa8ee558e24c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400810 Nov 10 20:29:01.598200 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [req-4270c15d-8b53-4cc5-89ff-fb046c76fbba req-5fc49fea-c75f-48f4-9ac0-d42590625e0a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:29:01.599200 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4270c15d-8b53-4cc5-89ff-fb046c76fbba req-5fc49fea-c75f-48f4-9ac0-d42590625e0a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1000452 Nov 10 20:29:01.759151 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e0f7d-1f90-44f4-8b55-0638adef4bc7 req-9d80558b-7f2c-4afb-a661-9e99d2356076 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:01.761410 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6f2e0f7d-1f90-44f4-8b55-0638adef4bc7 req-9d80558b-7f2c-4afb-a661-9e99d2356076 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0508482 Nov 10 20:29:01.812597 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6f2e0f7d-1f90-44f4-8b55-0638adef4bc7 req-4f9e4e78-9e3d-45aa-bcd5-80ac156274bb tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456965 Nov 10 20:29:01.942812 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25df86b-f9fd-4444-b0f0-a4f27d00a204 req-42ea54ee-4216-45c1-b940-b714f7358796 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:01.944504 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e25df86b-f9fd-4444-b0f0-a4f27d00a204 req-42ea54ee-4216-45c1-b940-b714f7358796 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0546956 Nov 10 20:29:01.952138 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dea60-e496-4147-970b-130d88e34631 req-6bb67617-c719-43ef-82b4-7a3fac0c92f8 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:01.960666 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8c1dea60-e496-4147-970b-130d88e34631 req-6bb67617-c719-43ef-82b4-7a3fac0c92f8 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0655174 Nov 10 20:29:01.997589 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e25df86b-f9fd-4444-b0f0-a4f27d00a204 req-ad92e2a9-56ec-4b8d-816f-22721b3cf909 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Nov 10 20:29:02.027869 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8c1dea60-e496-4147-970b-130d88e34631 req-8a7ced62-f58b-478f-8b8c-b2eb7359637f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585864 Nov 10 20:29:02.106981 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 39958) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:02.211753 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-7b7427b0-7522-4a27-99a0-13bbeb00b24e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033735 Nov 10 20:29:02.221016 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-f5f3be9a-8eb4-4404-b97f-3bdef110691c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:29:02.221991 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-f5f3be9a-8eb4-4404-b97f-3bdef110691c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051312 Nov 10 20:29:02.941238 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a9e21-d991-4adc-944d-e8c689d35dad req-e385c32d-93dd-4e9f-9e35-c1ff07962d76 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:02.942729 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e89a9e21-d991-4adc-944d-e8c689d35dad req-e385c32d-93dd-4e9f-9e35-c1ff07962d76 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0564356 Nov 10 20:29:02.989760 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e89a9e21-d991-4adc-944d-e8c689d35dad req-0d9edb93-d8db-49aa-a171-6af643aee534 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Nov 10 20:29:03.122702 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae0242-c252-42da-807c-03fbeb28557d req-60d4b291-b4ff-4879-8763-44f6d2a89e95 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:03.124393 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9cae0242-c252-42da-807c-03fbeb28557d req-60d4b291-b4ff-4879-8763-44f6d2a89e95 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0487473 Nov 10 20:29:03.154399 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee4653-bbe0-449d-bfca-335f35e22025 req-803fba70-946d-4f40-a9f9-aa4c9ae246d1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:03.155914 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e2ee4653-bbe0-449d-bfca-335f35e22025 req-803fba70-946d-4f40-a9f9-aa4c9ae246d1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0497119 Nov 10 20:29:03.175153 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9cae0242-c252-42da-807c-03fbeb28557d req-b7b9af5b-c1ca-4329-88ff-df2313869f76 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Nov 10 20:29:03.206002 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e2ee4653-bbe0-449d-bfca-335f35e22025 req-f10d008e-0aa1-4af3-97c1-d418f41be95d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Nov 10 20:29:04.113666 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750838c7-ff2b-46dd-87e9-849426ca8a21 req-3f4da792-0cff-4413-bf1d-9c1e7e9750e3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:04.115052 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-750838c7-ff2b-46dd-87e9-849426ca8a21 req-3f4da792-0cff-4413-bf1d-9c1e7e9750e3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0488977 Nov 10 20:29:04.163410 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-750838c7-ff2b-46dd-87e9-849426ca8a21 req-82be842c-5e11-4c2d-81da-110639d4eb75 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419700 Nov 10 20:29:04.298528 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c651e1-0e77-481d-8605-b969bf239f4c req-9be3b84d-199d-4da0-ae0b-e96d472a5c63 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:04.300032 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d3c651e1-0e77-481d-8605-b969bf239f4c req-9be3b84d-199d-4da0-ae0b-e96d472a5c63 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0563462 Nov 10 20:29:04.321459 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8550-0df3-4baa-9cd6-bf0f4a3ac5ba req-b3013cb8-4f67-4911-9195-2bb4e87d7445 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:04.323703 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-69bd8550-0df3-4baa-9cd6-bf0f4a3ac5ba req-b3013cb8-4f67-4911-9195-2bb4e87d7445 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0496733 Nov 10 20:29:04.350867 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d3c651e1-0e77-481d-8605-b969bf239f4c req-ca2e9c66-e9b8-4b2f-9cfe-e404d2704fa0 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448642 Nov 10 20:29:04.370044 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-69bd8550-0df3-4baa-9cd6-bf0f4a3ac5ba req-a1b3616a-5589-4960-979f-6f7fe465325c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Nov 10 20:29:05.283831 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b939-e06d-4ce9-9fd6-b215cf4757be req-a5fc3f6c-eab2-45ad-a92d-bb6f37f00464 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:05.285308 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bbf8b939-e06d-4ce9-9fd6-b215cf4757be req-a5fc3f6c-eab2-45ad-a92d-bb6f37f00464 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0487475 Nov 10 20:29:05.332422 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bbf8b939-e06d-4ce9-9fd6-b215cf4757be req-42ebe1ea-cec0-4018-8a63-d5662cb9022f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413358 Nov 10 20:29:05.468183 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd870-d53a-4cb9-95b6-8e4706ea22b5 req-5c8d96c6-bfc2-47c9-847f-2335ae9c7a90 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:05.469569 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-66acd870-d53a-4cb9-95b6-8e4706ea22b5 req-5c8d96c6-bfc2-47c9-847f-2335ae9c7a90 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0516248 Nov 10 20:29:05.483303 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7109ce-b44b-4e7d-bede-67d2f82ab7df req-8ea922c6-6e90-4a9c-8c9e-805eb943fe5d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:05.484858 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0a7109ce-b44b-4e7d-bede-67d2f82ab7df req-8ea922c6-6e90-4a9c-8c9e-805eb943fe5d tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0488555 Nov 10 20:29:05.517440 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-66acd870-d53a-4cb9-95b6-8e4706ea22b5 req-f988ab2f-95bb-49bf-b166-02ad3dc48fe6 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Nov 10 20:29:05.540378 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0a7109ce-b44b-4e7d-bede-67d2f82ab7df req-483c6b41-da06-43d7-9b51-21730d5552b7 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448177 Nov 10 20:29:05.627584 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:29:06.459364 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c1203-6918-4804-8270-2f451fdb39e0 req-a0172ced-2b80-4fd8-86e1-968f76e7eb62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:06.460820 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7b7c1203-6918-4804-8270-2f451fdb39e0 req-a0172ced-2b80-4fd8-86e1-968f76e7eb62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0489824 Nov 10 20:29:06.509119 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7b7c1203-6918-4804-8270-2f451fdb39e0 req-93f1fdbb-62d5-49e6-a8bf-773286e4582a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 Nov 10 20:29:06.640448 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c10f3-a11d-4d65-ad9f-fdcd6a7bbc40 req-b51e0306-a698-4273-88c9-35a513e1a77c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:06.641879 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7f6c10f3-a11d-4d65-ad9f-fdcd6a7bbc40 req-b51e0306-a698-4273-88c9-35a513e1a77c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0554829 Nov 10 20:29:06.666079 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41fdf7-26cc-4053-9953-c0ce4d177c76 req-a4b9487e-d837-4d57-96f3-09f6d001337c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:06.668409 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d41fdf7-26cc-4053-9953-c0ce4d177c76 req-a4b9487e-d837-4d57-96f3-09f6d001337c tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0561526 Nov 10 20:29:06.689989 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7f6c10f3-a11d-4d65-ad9f-fdcd6a7bbc40 req-c3718c95-e236-4398-aacf-fc2833a22844 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420711 Nov 10 20:29:06.716762 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0d41fdf7-26cc-4053-9953-c0ce4d177c76 req-f49a5975-124b-4dd3-a006-140eb7b69a9f tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Nov 10 20:29:07.631956 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc594a2e-0b73-4388-896d-09b853496307 req-9e6514ed-e5f2-4555-8a59-c3c0378ba0aa tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:07.633852 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc594a2e-0b73-4388-896d-09b853496307 req-9e6514ed-e5f2-4555-8a59-c3c0378ba0aa tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0496593 Nov 10 20:29:07.683754 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc594a2e-0b73-4388-896d-09b853496307 req-db8db2d1-abde-41c4-86e8-5a25944b6fa9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432026 Nov 10 20:29:07.819820 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-bd1f78a0-0fa5-4c2a-86c1-bba140556726 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:07.822297 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-bd1f78a0-0fa5-4c2a-86c1-bba140556726 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0798256 Nov 10 20:29:07.842811 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c1340-80d7-4b12-94c4-b641dcd726c2 req-c7c19a87-f08c-4527-83cb-0f5a74ff5231 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:07.843244 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ccbad-c433-4c87-9415-f83f2984943b req-26a5cba5-9a37-4c59-b2f9-f9f159bbdde2 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:07.844380 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6d4c1340-80d7-4b12-94c4-b641dcd726c2 req-c7c19a87-f08c-4527-83cb-0f5a74ff5231 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0583143 Nov 10 20:29:07.844854 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-469ccbad-c433-4c87-9415-f83f2984943b req-26a5cba5-9a37-4c59-b2f9-f9f159bbdde2 tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 945 time: 0.0685956 Nov 10 20:29:07.900908 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6d4c1340-80d7-4b12-94c4-b641dcd726c2 req-06367a71-afea-4690-88aa-7903a8c3ecb1 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498047 Nov 10 20:29:07.930167 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-469ccbad-c433-4c87-9415-f83f2984943b req-a97827e4-15dc-47d9-ae98-ac714418971c tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d3ed10-ecef-42f9-a471-200c87661dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790551 Nov 10 20:29:07.995366 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Deleting port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:29:07.995706 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:08.094455 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] For port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,segment=NetworkSegment(4c4a5eb8-881c-4031-9862-aeb6c9a10b44),segment_id=4c4a5eb8-881c-4031-9862-aeb6c9a10b44)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:08.094822 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:08.108227 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Calling delete_port for 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f owned by compute:nova {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:29:08.244831 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:08.276385 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Pushing event deleted for resources: {'Port': ['ID=0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:08.324587 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] No DVR routers for this DVR port 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f on host hv-cinder-81514 {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:29:08.327541 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:08.331216 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-61164a88-b9d0-44c0-8bf2-a290101d0b33 req-6ac9dad7-fad5-4c34-82c5-857da7fed99a tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.39 "DELETE /v2.0/ports/0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f HTTP/1.1" status: 204 len: 173 time: 0.4515619 Nov 10 20:29:08.331989 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242', 'name': 'network-vif-deleted', 'tag': '0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:29:08.334338 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6db895-3bf4-4312-99fb-644d30c11060" -d '{"events": [{"server_uuid": "a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242", "name": "network-vif-deleted", "tag": "0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:29:08.460928 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-ccbb51a0-5d5c-4818-b3cf-0609b8d24552 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:08.462410 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-ccbb51a0-5d5c-4818-b3cf-0609b8d24552 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 945 time: 0.0540178 Nov 10 20:29:08.464398 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c687be4d-ae3f-49ec-a3f5-cf2bc92bbfa9 x-openstack-request-id: req-c687be4d-ae3f-49ec-a3f5-cf2bc92bbfa9 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:29:08.464673 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242", "name": "network-vif-deleted", "tag": "0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:29:08.464915 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c687be4d-ae3f-49ec-a3f5-cf2bc92bbfa9 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:29:08.465282 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242', 'name': 'network-vif-deleted', 'tag': '0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f', 'status': 'completed', 'code': 200} Nov 10 20:29:08.606897 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Deleting port 90131853-1376-4ea2-aa1c-da65b676adf2 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:29:08.607146 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:08.699464 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] For port 90131853-1376-4ea2-aa1c-da65b676adf2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90131853-1376-4ea2-aa1c-da65b676adf2,segment=NetworkSegment(4bba69b5-3b3c-403f-ba44-0724fc94231a),segment_id=4bba69b5-3b3c-403f-ba44-0724fc94231a)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:08.699823 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:08.712359 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Calling delete_port for 90131853-1376-4ea2-aa1c-da65b676adf2 owned by compute:nova {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:29:08.969113 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-b3d7ee87-7ba5-4945-b4da-03379ae817d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:08.970614 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-b3d7ee87-7ba5-4945-b4da-03379ae817d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7&tenant_id=65cc96cfe81e47d98f146400275c46bb HTTP/1.1" status: 200 len: 1097 time: 0.1346025 Nov 10 20:29:09.044777 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4704cb0-7f8e-4c84-818a-8edf1dd2ec8d req-0a25b7fc-335f-4c80-87d3-d4665011e591 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:09.046242 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f4704cb0-7f8e-4c84-818a-8edf1dd2ec8d req-0a25b7fc-335f-4c80-87d3-d4665011e591 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0721905 Nov 10 20:29:09.136610 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f4704cb0-7f8e-4c84-818a-8edf1dd2ec8d req-a390367d-1526-49b4-9bf2-2248ff1c74df tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827932 Nov 10 20:29:09.138507 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:09.177267 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Pushing event deleted for resources: {'Port': ['ID=90131853-1376-4ea2-aa1c-da65b676adf2,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:09.189370 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['90131853-1376-4ea2-aa1c-da65b676adf2'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:29:09.227443 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] No DVR routers for this DVR port 90131853-1376-4ea2-aa1c-da65b676adf2 on host hv-cinder-81514 {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:29:09.231657 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:09.235033 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-49d283c2-8016-45d4-92aa-2bb4fe34a1e6 req-177374b1-7bc0-4637-8f5c-0b456c928b42 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.39 "DELETE /v2.0/ports/90131853-1376-4ea2-aa1c-da65b676adf2 HTTP/1.1" status: 204 len: 173 time: 0.7245593 Nov 10 20:29:09.280339 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d9aae8bd-29c6-44c9-9986-c27719f6474d req-dcf13497-8ef0-40be-93eb-ef60148f59af tempest-VolumesSnapshotTestJSON-1555648 tempest-VolumesSnapshotTestJSON-1555648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bf8c0a-a7ce-4b6a-9a93-9bee5be37242 HTTP/1.1" status: 200 len: 210 time: 0.0382364 Nov 10 20:29:09.343221 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa557526-30e1-4408-8080-d2b33d4c2363 req-d33917db-a068-474b-86d2-cf541d423a72 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:09.344749 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fa557526-30e1-4408-8080-d2b33d4c2363 req-d33917db-a068-474b-86d2-cf541d423a72 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/ports?device_id=924f2fc1-6156-4824-be73-353fe6971d3a HTTP/1.1" status: 200 len: 867 time: 0.3557281 Nov 10 20:29:09.350432 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-f1cc961a-680b-495a-a3f1-d1a4b338d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:09.352171 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-f1cc961a-680b-495a-a3f1-d1a4b338d443 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 1097 time: 0.3363051 Nov 10 20:29:09.475575 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fa557526-30e1-4408-8080-d2b33d4c2363 req-316d0ea7-322f-4f75-aebc-05e2aa059ef2 tempest-AttachVolumeNegativeTest-1432674451 tempest-AttachVolumeNegativeTest-1432674451-project] 10.222.0.13 "GET /v2.0/security-groups?id=574988c6-b806-4d1d-b5fe-bf88ddbdfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223817 Nov 10 20:29:09.505686 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-41f2871b-5b00-4e9e-ad28-b173d4902541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:09.507367 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-41f2871b-5b00-4e9e-ad28-b173d4902541 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.1368964 Nov 10 20:29:09.595587 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-d137a85d-9799-4ede-8bf7-77643d2350ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c72144f1-ab4a-4465-b394-adf41d2339f3 HTTP/1.1" status: 200 len: 999 time: 0.0755081 Nov 10 20:29:09.653700 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-7ded8ec2-caff-4a21-b5b3-2616cf5f2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:09.655151 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-7ded8ec2-caff-4a21-b5b3-2616cf5f2f94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0509279 Nov 10 20:29:09.706603 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-eabb67ce-ffcb-4166-bc35-e1950791425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:09.708200 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-eabb67ce-ffcb-4166-bc35-e1950791425e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428026 Nov 10 20:29:09.809208 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-ea297c51-cbf8-4e71-9171-6fcab8d8e104 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917323 Nov 10 20:29:09.847660 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 40088) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:09.937857 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fadbb5cd-d76f-476b-9d34-e31cb9c2386f req-8fa68f35-b6f2-4d90-81c0-e3e5b07e3de9 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190760 Nov 10 20:29:09.988848 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5237bf7-6aad-4de7-b773-34027e13d88a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.068070 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5237bf7-6aad-4de7-b773-34027e13d88a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.071833 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5237bf7-6aad-4de7-b773-34027e13d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.090668 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 90131853-1376-4ea2-aa1c-da65b676adf2 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:29:10.112861 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 90131853-1376-4ea2-aa1c-da65b676adf2 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:29:10.113153 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 90131853-1376-4ea2-aa1c-da65b676adf2 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:29:10.113575 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:29:10.113694 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-e5237bf7-6aad-4de7-b773-34027e13d88a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc002fb3fc5549a685aa0bbdc1d879e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648587 Nov 10 20:29:10.114538 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5237bf7-6aad-4de7-b773-34027e13d88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44110a65-7927-4282-85b0-08953b4a1ab0,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:10.116556 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40100) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:10.193311 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9aee-35b9-44ac-a0dd-95db441ad337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.218612 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9aee-35b9-44ac-a0dd-95db441ad337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.271310 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:29:10.271893 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 0e5ccad1-eb31-4f9c-a81c-b3c4bf92c27f not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:29:10.292876 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9aee-35b9-44ac-a0dd-95db441ad337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.295790 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9aee-35b9-44ac-a0dd-95db441ad337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.297058 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-8cbc9aee-35b9-44ac-a0dd-95db441ad337 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44110a65-7927-4282-85b0-08953b4a1ab0 HTTP/1.1" status: 204 len: 168 time: 0.1794333 Nov 10 20:29:10.305453 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc9aee-35b9-44ac-a0dd-95db441ad337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44110a65-7927-4282-85b0-08953b4a1ab0,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:10.308532 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81673c8e-ce43-4915-9cfd-d129b921e987 req-d00dc02b-302e-402d-99c8-c237e6323d19 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:10.321423 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-81673c8e-ce43-4915-9cfd-d129b921e987 req-d00dc02b-302e-402d-99c8-c237e6323d19 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0708485 Nov 10 20:29:10.347122 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3bccf04c-dcc9-48dd-8073-c091e5ab68fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.405028 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-81673c8e-ce43-4915-9cfd-d129b921e987 req-be68aca0-e681-4e4f-b3b6-5c60e6dca6ad tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526500 Nov 10 20:29:10.466792 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924f2fc1-6156-4824-be73-353fe6971d3a', 'name': 'network-vif-deleted', 'tag': '90131853-1376-4ea2-aa1c-da65b676adf2'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:29:10.469740 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5167bef5-bce5-4063-b3f4-bd576f294e01" -d '{"events": [{"server_uuid": "924f2fc1-6156-4824-be73-353fe6971d3a", "name": "network-vif-deleted", "tag": "90131853-1376-4ea2-aa1c-da65b676adf2"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:29:10.546282 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40126) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:10.548133 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8357f189-0006-4e46-b7b3-a71637d58744 x-openstack-request-id: req-8357f189-0006-4e46-b7b3-a71637d58744 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:29:10.548436 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924f2fc1-6156-4824-be73-353fe6971d3a", "name": "network-vif-deleted", "tag": "90131853-1376-4ea2-aa1c-da65b676adf2", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:29:10.548692 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8357f189-0006-4e46-b7b3-a71637d58744 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:29:10.549113 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924f2fc1-6156-4824-be73-353fe6971d3a', 'name': 'network-vif-deleted', 'tag': '90131853-1376-4ea2-aa1c-da65b676adf2', 'status': 'completed', 'code': 200} Nov 10 20:29:10.672410 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.804027 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40140) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:10.823128 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f779a4a8-43f0-4c16-b697-17ad85ca8dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.964364 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f779a4a8-43f0-4c16-b697-17ad85ca8dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.974844 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f779a4a8-43f0-4c16-b697-17ad85ca8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.044887 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779a4a8-43f0-4c16-b697-17ad85ca8dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b2a452-e12e-47ca-b3fe-964fd158e0a9,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:11.181369 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-f779a4a8-43f0-4c16-b697-17ad85ca8dd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a53062728be4ec8b7be75ffd8518030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760748 Nov 10 20:29:11.186383 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40146) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:11.206682 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ccda9a-7e50-4a1b-a0b0-b1c7b1f5386b admin admin] Deleting subnet 6ad999ec-4217-4ddf-8f91-0c61c6b2600b {{(pid=101639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:29:11.216782 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31ccda9a-7e50-4a1b-a0b0-b1c7b1f5386b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.279214 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31ccda9a-7e50-4a1b-a0b0-b1c7b1f5386b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-34352489885'] for subnet, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.329332 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea6154ea-c703-4829-b64a-d6b9eb164efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.357763 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31ccda9a-7e50-4a1b-a0b0-b1c7b1f5386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.381121 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea6154ea-c703-4829-b64a-d6b9eb164efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.461462 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31ccda9a-7e50-4a1b-a0b0-b1c7b1f5386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352658978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34353220719'] for subnet, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.490789 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea6154ea-c703-4829-b64a-d6b9eb164efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.493359 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea6154ea-c703-4829-b64a-d6b9eb164efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.495155 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ea6154ea-c703-4829-b64a-d6b9eb164efd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7b2a452-e12e-47ca-b3fe-964fd158e0a9 HTTP/1.1" status: 204 len: 168 time: 0.3073018 Nov 10 20:29:11.496206 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccda9a-7e50-4a1b-a0b0-b1c7b1f5386b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad999ec-4217-4ddf-8f91-0c61c6b2600b,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:11.503327 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-31ccda9a-7e50-4a1b-a0b0-b1c7b1f5386b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.506576 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-31ccda9a-7e50-4a1b-a0b0-b1c7b1f5386b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6ad999ec-4217-4ddf-8f91-0c61c6b2600b HTTP/1.1" status: 204 len: 168 time: 0.9590688 Nov 10 20:29:11.511761 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40152) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:11.520060 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6154ea-c703-4829-b64a-d6b9eb164efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b2a452-e12e-47ca-b3fe-964fd158e0a9,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:11.625404 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.657399 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7bfec-d127-4644-9a18-583e4884319a req-42a9ab5a-d63f-4883-b60b-7613c480b81b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:11.661219 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e8a7bfec-d127-4644-9a18-583e4884319a req-42a9ab5a-d63f-4883-b60b-7613c480b81b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0918519 Nov 10 20:29:11.764143 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.783562 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e8a7bfec-d127-4644-9a18-583e4884319a req-22e5d2b6-f491-46e0-971a-9814c66b291f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946670 Nov 10 20:29:11.809967 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e1ec21-99c9-476f-95b9-6de7086e224b']}} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:11.833591 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bba69b5-3b3c-403f-ba44-0724fc94231a') {'for_net_delete': True} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:11.834084 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bba69b5-3b3c-403f-ba44-0724fc94231a') {} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:11.845391 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-34352489860'] for segment, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.862764 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.870425 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=101639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:29:11.871157 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352659068'] for segment, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: Traceback (most recent call last): Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: timer() Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: cb(*args, **kw) Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: return func(*args, **kwargs) Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: self._notify() Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: self.callback(batched_events) Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: event.method(event) Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: return f(self, *a, **k) Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._get(url).json() Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: return self.request(url, 'GET', **kwargs) Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:29:11.873846 dv-cinder-815145-6-iscsi neutron-server[101639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:29:11.960983 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.976127 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:11.980447 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] 10.222.0.13 "DELETE /v2.0/networks/97e1ec21-99c9-476f-95b9-6de7086e224b HTTP/1.1" status: 204 len: 168 time: 0.4674838 Nov 10 20:29:12.005009 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb0b3a-79b6-4604-b4a3-cc53a4c4cc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=97e1ec21-99c9-476f-95b9-6de7086e224b,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:12.161971 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 40172) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:12.232737 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-33e66766-c7a2-40e3-8b6f-c839426995af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbcd654a38e74587b016098dbab2ba41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0694180 Nov 10 20:29:12.235712 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 40176) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:12.311809 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2842-5f39-4f2f-a8df-3be3badc89a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:12.356015 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2842-5f39-4f2f-a8df-3be3badc89a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:12.439534 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2842-5f39-4f2f-a8df-3be3badc89a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:12.442769 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2842-5f39-4f2f-a8df-3be3badc89a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:12.447506 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-5b8e2842-5f39-4f2f-a8df-3be3badc89a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/574988c6-b806-4d1d-b5fe-bf88ddbdfcef HTTP/1.1" status: 204 len: 168 time: 0.2102427 Nov 10 20:29:12.456263 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e2842-5f39-4f2f-a8df-3be3badc89a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574988c6-b806-4d1d-b5fe-bf88ddbdfcef,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:12.622560 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-173ff356-abd0-43f1-9abf-cd9b598a4141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:13.027804 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de89b6-cefd-4907-b087-3cb78b94eab2 req-134199b2-5e4b-4b59-be16-22bab8ce32e3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:13.036232 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-84de89b6-cefd-4907-b087-3cb78b94eab2 req-134199b2-5e4b-4b59-be16-22bab8ce32e3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.1140037 Nov 10 20:29:13.104688 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-84de89b6-cefd-4907-b087-3cb78b94eab2 req-c4d085d2-c6d6-4c18-9344-34541980e665 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665369 Nov 10 20:29:13.829393 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:14.229530 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b60c7-4f66-461f-b674-b3ade2c4e463 req-26b3a4ee-fbe5-46f4-b128-d8e9d0c8b126 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:14.231077 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e77b60c7-4f66-461f-b674-b3ade2c4e463 req-26b3a4ee-fbe5-46f4-b128-d8e9d0c8b126 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0519941 Nov 10 20:29:14.292755 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e77b60c7-4f66-461f-b674-b3ade2c4e463 req-1d44e5b3-c80e-49c8-a44d-7df850074ad4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552075 Nov 10 20:29:15.285214 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:15.427209 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58267b-dc36-4658-8de1-fdce75385f83 req-737d2b7c-4b4b-4ef7-908d-ac035b0f8156 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:15.431972 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eb58267b-dc36-4658-8de1-fdce75385f83 req-737d2b7c-4b4b-4ef7-908d-ac035b0f8156 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0577998 Nov 10 20:29:15.495342 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eb58267b-dc36-4658-8de1-fdce75385f83 req-43e59585-59f9-4f88-85a4-f9d29e650779 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562279 Nov 10 20:29:16.340677 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.617923 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec85019-fcf1-4e55-bdd5-9efaf4416d62 req-d743923a-19bd-4f95-a0e4-bc528e9f5884 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:16.620006 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9ec85019-fcf1-4e55-bdd5-9efaf4416d62 req-d743923a-19bd-4f95-a0e4-bc528e9f5884 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0479665 Nov 10 20:29:16.666611 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9ec85019-fcf1-4e55-bdd5-9efaf4416d62 req-42c33bf6-44b8-47b0-bb16-f4bc2abffa0c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405402 Nov 10 20:29:17.786731 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b2507-3b0d-4d60-a720-0e2c148ed68b req-81556d3d-fd9b-46d2-acd1-d3a963f883eb tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:17.788209 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-199b2507-3b0d-4d60-a720-0e2c148ed68b req-81556d3d-fd9b-46d2-acd1-d3a963f883eb tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0492535 Nov 10 20:29:17.836999 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-199b2507-3b0d-4d60-a720-0e2c148ed68b req-1cf33d3f-7bd7-4fff-a0dc-754554b240a2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428855 Nov 10 20:29:18.959284 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c6bfb-cfe4-43ec-b361-a8d408c48141 req-f1a21045-132a-4ab2-9c2e-1195c1692f08 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:18.960910 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f47c6bfb-cfe4-43ec-b361-a8d408c48141 req-f1a21045-132a-4ab2-9c2e-1195c1692f08 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0488722 Nov 10 20:29:19.012033 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f47c6bfb-cfe4-43ec-b361-a8d408c48141 req-5ed84821-06d9-4645-a568-f4b27acfbc2e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446541 Nov 10 20:29:20.135008 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d79d6-9a1b-4da8-b561-a40ed81bfae7 req-3dcbe886-0629-416a-b51a-66d56a089139 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:20.136388 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-043d79d6-9a1b-4da8-b561-a40ed81bfae7 req-3dcbe886-0629-416a-b51a-66d56a089139 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0482943 Nov 10 20:29:20.188117 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-043d79d6-9a1b-4da8-b561-a40ed81bfae7 req-a1e3ca2a-97c8-470b-bcfe-4ca455bff227 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456324 Nov 10 20:29:21.315081 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c201ab-f021-4281-85b6-0afda1fcdbf5 req-4bfc4ab1-5a6d-4cf1-87c4-a00286270eb1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:21.316631 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f2c201ab-f021-4281-85b6-0afda1fcdbf5 req-4bfc4ab1-5a6d-4cf1-87c4-a00286270eb1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0533779 Nov 10 20:29:21.374080 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f2c201ab-f021-4281-85b6-0afda1fcdbf5 req-b9655072-42d4-4bdb-8322-b0531a7a014d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506723 Nov 10 20:29:22.518697 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04653221-4f3c-4f91-be64-8c447f815db3 req-79802fcb-7f68-405d-8068-43aa5d29beee tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:22.520310 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-04653221-4f3c-4f91-be64-8c447f815db3 req-79802fcb-7f68-405d-8068-43aa5d29beee tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0495341 Nov 10 20:29:22.573184 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-04653221-4f3c-4f91-be64-8c447f815db3 req-85ebbd86-38d9-42e2-832d-436891397243 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453303 Nov 10 20:29:23.718571 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6676b-b0e7-4447-96f0-7cc23a905ad1 req-7a49519c-d0e2-4c30-abe0-ba45c1f18cd0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:23.721471 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3ac6676b-b0e7-4447-96f0-7cc23a905ad1 req-7a49519c-d0e2-4c30-abe0-ba45c1f18cd0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0623460 Nov 10 20:29:23.801260 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3ac6676b-b0e7-4447-96f0-7cc23a905ad1 req-39d4cc67-4a54-4c90-a1cd-c07154e03fa6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689185 Nov 10 20:29:24.995549 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82acd1-639c-4481-a32b-bee9cf28090f req-342613cf-72ea-465a-844c-2037fd29041b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:24.997391 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fe82acd1-639c-4481-a32b-bee9cf28090f req-342613cf-72ea-465a-844c-2037fd29041b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.1005962 Nov 10 20:29:25.056540 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fe82acd1-639c-4481-a32b-bee9cf28090f req-825e60c1-b67e-4be7-a843-e69e5b296c47 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494528 Nov 10 20:29:25.824191 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:29:26.325120 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c4186-2081-4f8a-8f8d-89890e0777f4 req-cd298f24-d6ab-4491-8152-7509edb5a109 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:26.326688 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-061c4186-2081-4f8a-8f8d-89890e0777f4 req-cd298f24-d6ab-4491-8152-7509edb5a109 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.1314743 Nov 10 20:29:26.449377 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-061c4186-2081-4f8a-8f8d-89890e0777f4 req-734cea08-a735-4971-aefc-1bde3c856723 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979257 Nov 10 20:29:27.591323 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35e8fa-a9d3-4e9a-9976-ee83e96d6ff2 req-e48a9b4e-af9e-4b82-8e7c-ad5fbfecf70f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:27.592966 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5e35e8fa-a9d3-4e9a-9976-ee83e96d6ff2 req-e48a9b4e-af9e-4b82-8e7c-ad5fbfecf70f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0591247 Nov 10 20:29:27.648531 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5e35e8fa-a9d3-4e9a-9976-ee83e96d6ff2 req-f4365586-1390-4a8e-8dd7-ad9143abb9d2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453095 Nov 10 20:29:28.769742 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597dec7-e914-463c-a8d5-7f15db7e0053 req-a16c7c3d-9f4f-4492-a9d3-a0c3f7df3bb5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:28.771186 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b597dec7-e914-463c-a8d5-7f15db7e0053 req-a16c7c3d-9f4f-4492-a9d3-a0c3f7df3bb5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0479410 Nov 10 20:29:28.818084 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b597dec7-e914-463c-a8d5-7f15db7e0053 req-7db5a952-806e-45fc-95b5-4727db04305a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 Nov 10 20:29:29.940801 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67bc6-eabb-4b0d-bb66-35ecc6b299d3 req-fd2e3f40-d677-4961-b4d7-1d14134ba660 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:29.942260 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b6d67bc6-eabb-4b0d-bb66-35ecc6b299d3 req-fd2e3f40-d677-4961-b4d7-1d14134ba660 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0513134 Nov 10 20:29:29.989950 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b6d67bc6-eabb-4b0d-bb66-35ecc6b299d3 req-37d70103-19e3-4877-abb1-3537719de7a3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412250 Nov 10 20:29:31.108867 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5e93c-c265-499c-991a-0b4cabd460f4 req-6a0b0195-017f-4ec8-8b8c-edc749d12c57 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:31.110342 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-efe5e93c-c265-499c-991a-0b4cabd460f4 req-6a0b0195-017f-4ec8-8b8c-edc749d12c57 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0497384 Nov 10 20:29:31.159153 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-efe5e93c-c265-499c-991a-0b4cabd460f4 req-f8b1cea6-79c5-40b1-9d05-90b398369b50 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Nov 10 20:29:32.286356 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f51230-d077-497e-9a5a-d81f664b515a req-3cd55134-5aef-463e-a2a7-2cca4d63ca75 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:32.287884 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-30f51230-d077-497e-9a5a-d81f664b515a req-3cd55134-5aef-463e-a2a7-2cca4d63ca75 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0503118 Nov 10 20:29:32.343817 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-30f51230-d077-497e-9a5a-d81f664b515a req-25383633-1202-4223-8643-0f47da91b92f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495455 Nov 10 20:29:33.466097 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988adc3-aeaa-4fa7-83d9-6aef84296372 req-3e0befb6-d399-41a4-b955-99d18a71446e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:33.467580 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f988adc3-aeaa-4fa7-83d9-6aef84296372 req-3e0befb6-d399-41a4-b955-99d18a71446e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0519471 Nov 10 20:29:33.515201 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f988adc3-aeaa-4fa7-83d9-6aef84296372 req-2c22f4e3-2d7b-457f-8af4-5f5948a44215 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 Nov 10 20:29:34.648908 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c7850-99ef-4bf9-bc97-5537092a9db3 req-152ca7df-416c-4e26-8531-066f0c1c6b91 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:34.651295 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d17c7850-99ef-4bf9-bc97-5537092a9db3 req-152ca7df-416c-4e26-8531-066f0c1c6b91 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0584893 Nov 10 20:29:34.704007 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d17c7850-99ef-4bf9-bc97-5537092a9db3 req-ac9285a2-3b8a-4f1d-b310-5cde0b105135 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465953 Nov 10 20:29:35.363300 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-566d95b5-2694-4679-a292-1cbee6b3468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:35.364876 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-566d95b5-2694-4679-a292-1cbee6b3468c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0415416 Nov 10 20:29:35.479227 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-ea909eb0-b520-42e7-880e-81ff6590900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:35.480845 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-ea909eb0-b520-42e7-880e-81ff6590900a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.0932121 Nov 10 20:29:35.555341 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-b0179862-9e35-4c48-b9f5-09e3f42eba9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c72144f1-ab4a-4465-b394-adf41d2339f3 HTTP/1.1" status: 200 len: 999 time: 0.0663986 Nov 10 20:29:35.609656 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-20f17963-84df-4421-b1ac-50e5ae0967df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:35.611135 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-20f17963-84df-4421-b1ac-50e5ae0967df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0481830 Nov 10 20:29:35.659963 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-16aae30e-ab96-43d3-bcb9-7dbceb6eaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:35.661880 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-16aae30e-ab96-43d3-bcb9-7dbceb6eaeae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430558 Nov 10 20:29:35.764365 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-021563e1-5387-4420-93aa-1227d9f2e48f service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950470 Nov 10 20:29:35.845892 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658f43e-f2cd-4219-958f-8d41dbecda3e req-43956314-2397-4424-8df1-c6bb0ec71f9d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:35.847406 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2658f43e-f2cd-4219-958f-8d41dbecda3e req-43956314-2397-4424-8df1-c6bb0ec71f9d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0550430 Nov 10 20:29:35.863200 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5240b14e-cfc6-4a47-9c89-7c4306c94803 req-55352e30-f338-466f-a954-a01088137c1a service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907214 Nov 10 20:29:35.907410 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2658f43e-f2cd-4219-958f-8d41dbecda3e req-1422adb1-9d61-4f7c-98fb-bfa058e76b76 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533781 Nov 10 20:29:37.028816 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4b61-4faa-4852-9dbc-997f81868c07 req-946df8a6-bd09-4f24-a04d-c0d79dc2e493 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:37.030218 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ce4a4b61-4faa-4852-9dbc-997f81868c07 req-946df8a6-bd09-4f24-a04d-c0d79dc2e493 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0491779 Nov 10 20:29:37.078572 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ce4a4b61-4faa-4852-9dbc-997f81868c07 req-8421f673-e6a1-4273-af8f-b9ef7fd351b3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Nov 10 20:29:38.254971 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe70cd-296c-4d1e-96a0-4eb78966ce7f req-b72da6e9-3c40-4236-b732-e1a8ec7959e4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:38.256619 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-06fe70cd-296c-4d1e-96a0-4eb78966ce7f req-b72da6e9-3c40-4236-b732-e1a8ec7959e4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0792079 Nov 10 20:29:38.315619 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-06fe70cd-296c-4d1e-96a0-4eb78966ce7f req-c1dfef35-fd2d-4b9c-9fdc-3b8d7b33cd6e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509973 Nov 10 20:29:38.936684 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 40722) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:39.050190 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.133494 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.138607 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.181721 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea52ba2fef124ebc8683019d1ddb313c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415941 Nov 10 20:29:39.182651 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40740) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:39.184832 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ab5a8-eb18-4d2e-a16a-71ace5a75f53,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:39.193135 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.193493 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.194181 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.194181 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.194487 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.195025 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.195360 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.195693 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.196101 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.196387 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.196944 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.197202 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee655ea-a736-4a33-aab3-75af7141332e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:39.270384 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-11e61d19-cbb1-4327-b460-41eaad34ad74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.296740 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-11e61d19-cbb1-4327-b460-41eaad34ad74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.355867 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-11e61d19-cbb1-4327-b460-41eaad34ad74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.359114 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-11e61d19-cbb1-4327-b460-41eaad34ad74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.360257 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-11e61d19-cbb1-4327-b460-41eaad34ad74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e99ab5a8-eb18-4d2e-a16a-71ace5a75f53 HTTP/1.1" status: 204 len: 168 time: 0.1755960 Nov 10 20:29:39.368746 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e61d19-cbb1-4327-b460-41eaad34ad74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ab5a8-eb18-4d2e-a16a-71ace5a75f53,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:39.462696 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd00ff-77b1-4b51-814b-2c65834b98b7 req-8bc0c50b-4af1-48d2-b18b-6e9bb4e58b54 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:39.464830 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53fd00ff-77b1-4b51-814b-2c65834b98b7 req-8bc0c50b-4af1-48d2-b18b-6e9bb4e58b54 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0557373 Nov 10 20:29:39.516620 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53fd00ff-77b1-4b51-814b-2c65834b98b7 req-5d8b7935-62b0-49ed-8cdd-3f2bb026accf tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462751 Nov 10 20:29:39.694009 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40758) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:39.711198 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cd72cef1-b8b0-499e-b8da-cbb494aaa594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.790573 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cd72cef1-b8b0-499e-b8da-cbb494aaa594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.795404 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cd72cef1-b8b0-499e-b8da-cbb494aaa594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.834542 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-cd72cef1-b8b0-499e-b8da-cbb494aaa594 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=762912f383ab4a87b7852c3e22eaf028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394372 Nov 10 20:29:39.835636 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72cef1-b8b0-499e-b8da-cbb494aaa594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90296e3b-6bca-4a11-88d2-f1efc29002da,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:39.837250 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 40760) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:39.893909 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-578a332e-9c49-4363-96fb-02d7777714b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.917141 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-578a332e-9c49-4363-96fb-02d7777714b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.974071 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-578a332e-9c49-4363-96fb-02d7777714b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.976674 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-578a332e-9c49-4363-96fb-02d7777714b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.977858 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-578a332e-9c49-4363-96fb-02d7777714b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90296e3b-6bca-4a11-88d2-f1efc29002da HTTP/1.1" status: 204 len: 168 time: 0.1389580 Nov 10 20:29:39.986910 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a332e-9c49-4363-96fb-02d7777714b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90296e3b-6bca-4a11-88d2-f1efc29002da,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:40.354517 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d21dd219-6494-4938-88fb-65660fae5fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:40.657958 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1dd75-3099-4825-a133-a9d5dc010dcc req-10ea1bf0-4dc3-4281-8cbe-beb54c8a67dc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:40.668930 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a9a1dd75-3099-4825-a133-a9d5dc010dcc req-10ea1bf0-4dc3-4281-8cbe-beb54c8a67dc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0637960 Nov 10 20:29:40.710451 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:40.733142 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a9a1dd75-3099-4825-a133-a9d5dc010dcc req-264b62fa-68ba-41a4-8ae5-2782370e4955 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629508 Nov 10 20:29:40.872058 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40814) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:41.093060 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-15a2243a-fed1-4619-a3a9-5116c819ab18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:41.174201 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-15a2243a-fed1-4619-a3a9-5116c819ab18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:41.178666 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-15a2243a-fed1-4619-a3a9-5116c819ab18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:41.217797 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-15a2243a-fed1-4619-a3a9-5116c819ab18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00845a0319f94e58857d8a1f54cfc9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445945 Nov 10 20:29:41.218915 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2243a-fed1-4619-a3a9-5116c819ab18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3dfa45-98c7-426a-8cda-07b103f0b61f,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:41.221062 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 40828) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:41.289965 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-77edc04e-35f5-4d47-afa8-b1319ba5b662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:41.312987 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-77edc04e-35f5-4d47-afa8-b1319ba5b662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:41.369566 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-77edc04e-35f5-4d47-afa8-b1319ba5b662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:41.372482 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-77edc04e-35f5-4d47-afa8-b1319ba5b662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:41.373635 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-77edc04e-35f5-4d47-afa8-b1319ba5b662 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb3dfa45-98c7-426a-8cda-07b103f0b61f HTTP/1.1" status: 204 len: 168 time: 0.1515274 Nov 10 20:29:41.381707 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edc04e-35f5-4d47-afa8-b1319ba5b662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3dfa45-98c7-426a-8cda-07b103f0b61f,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:41.894388 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037314f-4c04-46b0-9666-1c6649f5a719 req-e77423e6-f6b6-4eb9-9a5d-e97ca3b60ce6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:41.896602 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c037314f-4c04-46b0-9666-1c6649f5a719 req-e77423e6-f6b6-4eb9-9a5d-e97ca3b60ce6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0645885 Nov 10 20:29:41.957122 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c037314f-4c04-46b0-9666-1c6649f5a719 req-974fd35c-5b3f-441f-86a3-0766efdc1a35 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536804 Nov 10 20:29:42.197095 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40898) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:42.306303 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6093c22e-6101-4682-8e1c-e1a17bab9738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:42.387160 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6093c22e-6101-4682-8e1c-e1a17bab9738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:42.392652 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6093c22e-6101-4682-8e1c-e1a17bab9738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:42.431560 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-6093c22e-6101-4682-8e1c-e1a17bab9738 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a15ed87811c04a01b1efd0f7f84bea6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329211 Nov 10 20:29:42.432468 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093c22e-6101-4682-8e1c-e1a17bab9738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644a3b5-3113-4f1a-8bd3-5a7c9c22d6b4,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:42.434292 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 40910) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:42.487462 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-14fce104-f7b0-43a4-9b7b-a7d136238758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:42.512728 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-14fce104-f7b0-43a4-9b7b-a7d136238758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:42.575127 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-14fce104-f7b0-43a4-9b7b-a7d136238758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:42.578244 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-14fce104-f7b0-43a4-9b7b-a7d136238758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:42.580534 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-14fce104-f7b0-43a4-9b7b-a7d136238758 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e644a3b5-3113-4f1a-8bd3-5a7c9c22d6b4 HTTP/1.1" status: 204 len: 168 time: 0.1449187 Nov 10 20:29:42.592710 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fce104-f7b0-43a4-9b7b-a7d136238758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644a3b5-3113-4f1a-8bd3-5a7c9c22d6b4,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:42.634439 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fb53bdd0-2abf-4500-92f4-84be31fabfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:42.938669 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 40934) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:42.952624 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b896a1dc-50db-4327-ad96-b9e5eec6a3b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.049641 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b896a1dc-50db-4327-ad96-b9e5eec6a3b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.055254 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b896a1dc-50db-4327-ad96-b9e5eec6a3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.117203 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896a1dc-50db-4327-ad96-b9e5eec6a3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc00f5f-1c8b-4af1-a731-1c00b44a86c7,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:43.127616 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b896a1dc-50db-4327-ad96-b9e5eec6a3b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd6a03fef8c34cfca5254bf6c2ddd7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877921 Nov 10 20:29:43.128549 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40940) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:43.145919 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee36d9e-a3f7-4c9b-99c2-6b6b7493ddbb req-cc4e4951-097b-4c0d-b17d-e82dd7bcd2d6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:43.147621 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dee36d9e-a3f7-4c9b-99c2-6b6b7493ddbb req-cc4e4951-097b-4c0d-b17d-e82dd7bcd2d6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.1105049 Nov 10 20:29:43.198695 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-25aa96cc-ce85-4f77-b3e7-14837b85ab02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.202410 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dee36d9e-a3f7-4c9b-99c2-6b6b7493ddbb req-f5cee39c-a9ec-433c-b539-46d8a74edce6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481358 Nov 10 20:29:43.234916 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-25aa96cc-ce85-4f77-b3e7-14837b85ab02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.276534 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40944) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:43.291239 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-25aa96cc-ce85-4f77-b3e7-14837b85ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.293935 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-25aa96cc-ce85-4f77-b3e7-14837b85ab02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.295082 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-25aa96cc-ce85-4f77-b3e7-14837b85ab02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dc00f5f-1c8b-4af1-a731-1c00b44a86c7 HTTP/1.1" status: 204 len: 168 time: 0.1622665 Nov 10 20:29:43.303085 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa96cc-ce85-4f77-b3e7-14837b85ab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc00f5f-1c8b-4af1-a731-1c00b44a86c7,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:43.404279 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b92412c9-d6e0-444b-93f7-32c23ea772fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.491518 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b92412c9-d6e0-444b-93f7-32c23ea772fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.495910 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b92412c9-d6e0-444b-93f7-32c23ea772fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.533749 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92412c9-d6e0-444b-93f7-32c23ea772fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519f35fd-f6e6-4143-8764-cbf0a2dd2840,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:43.540116 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-b92412c9-d6e0-444b-93f7-32c23ea772fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cdc6fbfcdbe404c9e683b85e1608fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615368 Nov 10 20:29:43.542767 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40954) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:43.607280 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6ff8df02-a577-428c-9359-9b96bc3a7885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.631037 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6ff8df02-a577-428c-9359-9b96bc3a7885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.687742 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6ff8df02-a577-428c-9359-9b96bc3a7885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.690325 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6ff8df02-a577-428c-9359-9b96bc3a7885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:43.691474 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-6ff8df02-a577-428c-9359-9b96bc3a7885 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/519f35fd-f6e6-4143-8764-cbf0a2dd2840 HTTP/1.1" status: 204 len: 168 time: 0.1478884 Nov 10 20:29:43.700137 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8df02-a577-428c-9359-9b96bc3a7885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f35fd-f6e6-4143-8764-cbf0a2dd2840,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:43.839631 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:44.075379 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 40980) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:44.089035 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-56b170f9-a884-491e-ad5a-81ff109ef3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:44.171574 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-56b170f9-a884-491e-ad5a-81ff109ef3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:44.176347 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-56b170f9-a884-491e-ad5a-81ff109ef3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:44.218590 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-56b170f9-a884-491e-ad5a-81ff109ef3f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b6427eb990b468a8ed1629e3cf78914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417861 Nov 10 20:29:44.219272 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b170f9-a884-491e-ad5a-81ff109ef3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e57dcb-f516-4298-a937-153505abadde,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:44.221301 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 40984) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:44.283013 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-db420050-89c8-4f3c-91d1-2a06637bf918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:44.307016 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-db420050-89c8-4f3c-91d1-2a06637bf918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:44.340412 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b45082-873c-4db7-af0a-35d809b44c09 req-a15dbce3-9566-401f-b4d0-86ff53e2fc20 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:44.341992 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-95b45082-873c-4db7-af0a-35d809b44c09 req-a15dbce3-9566-401f-b4d0-86ff53e2fc20 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0565741 Nov 10 20:29:44.362106 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-db420050-89c8-4f3c-91d1-2a06637bf918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:44.366253 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-db420050-89c8-4f3c-91d1-2a06637bf918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:44.367726 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-db420050-89c8-4f3c-91d1-2a06637bf918 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62e57dcb-f516-4298-a937-153505abadde HTTP/1.1" status: 204 len: 168 time: 0.1451185 Nov 10 20:29:44.386596 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db420050-89c8-4f3c-91d1-2a06637bf918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e57dcb-f516-4298-a937-153505abadde,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:44.420217 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-95b45082-873c-4db7-af0a-35d809b44c09 req-4e5741d9-3760-4e50-8e68-c3def1a13ef1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682716 Nov 10 20:29:45.295885 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:45.554863 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4f368-d364-4da1-9742-de2eb742dcdd req-b978a357-403f-418b-a210-d12ea76d1872 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:45.556448 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7ac4f368-d364-4da1-9742-de2eb742dcdd req-b978a357-403f-418b-a210-d12ea76d1872 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0545506 Nov 10 20:29:45.617164 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7ac4f368-d364-4da1-9742-de2eb742dcdd req-13be953f-c703-46fe-8161-84d614ccab4a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507698 Nov 10 20:29:46.333114 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:46.738345 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2918cee-abb0-457b-81e6-41f660989d4b req-06f3b5dd-f744-4458-a2ed-9dd319534bcb tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:46.739855 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b2918cee-abb0-457b-81e6-41f660989d4b req-06f3b5dd-f744-4458-a2ed-9dd319534bcb tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0492642 Nov 10 20:29:46.792745 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b2918cee-abb0-457b-81e6-41f660989d4b req-05e6cd5f-5038-4f24-a432-f1e1c13e6d39 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459070 Nov 10 20:29:47.918069 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400c61-cc21-49d4-b178-b4493f506b1f req-dd74593c-0f28-4a4b-95ab-b738a4a6bde0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:47.919544 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b3400c61-cc21-49d4-b178-b4493f506b1f req-dd74593c-0f28-4a4b-95ab-b738a4a6bde0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0531881 Nov 10 20:29:47.971616 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b3400c61-cc21-49d4-b178-b4493f506b1f req-8fd81ad8-36e8-4d9c-b388-b41b89a16e0f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 Nov 10 20:29:49.142381 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6a451-6c34-4285-a242-b082c286c37c req-984bab4c-2250-49d8-95a7-e5e3027f464f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:49.149249 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a9e6a451-6c34-4285-a242-b082c286c37c req-984bab4c-2250-49d8-95a7-e5e3027f464f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0725043 Nov 10 20:29:49.198514 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a9e6a451-6c34-4285-a242-b082c286c37c req-a33f57d0-b006-4845-a05f-c1cf45980772 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Nov 10 20:29:50.337850 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd963de3-7085-4b9c-aefe-7c25a32bfb15 req-869fbd80-73a6-4374-8e51-8cabe2c8004d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:50.339338 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dd963de3-7085-4b9c-aefe-7c25a32bfb15 req-869fbd80-73a6-4374-8e51-8cabe2c8004d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0493016 Nov 10 20:29:50.393092 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dd963de3-7085-4b9c-aefe-7c25a32bfb15 req-1507979e-2274-47e4-bdc8-1417970039a5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477633 Nov 10 20:29:51.537659 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432fae-5630-4fe5-ba17-fcc60e0086d7 req-d46e3d6d-e295-41d9-9245-0ff8fe1be31b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:51.539343 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-89432fae-5630-4fe5-ba17-fcc60e0086d7 req-d46e3d6d-e295-41d9-9245-0ff8fe1be31b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 944 time: 0.0542543 Nov 10 20:29:51.546641 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41168) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:51.593352 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-89432fae-5630-4fe5-ba17-fcc60e0086d7 req-abf697c2-95cc-4bf0-b34d-5b57469eb1b1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477459 Nov 10 20:29:51.658688 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7b0ec6b0-cd0e-4dd4-abee-8513ad21cf83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:51.739716 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7b0ec6b0-cd0e-4dd4-abee-8513ad21cf83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:51.744275 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7b0ec6b0-cd0e-4dd4-abee-8513ad21cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:51.784416 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-7b0ec6b0-cd0e-4dd4-abee-8513ad21cf83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dd4c7417c934d38a97e2ba32886a995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365923 Nov 10 20:29:51.785286 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ec6b0-cd0e-4dd4-abee-8513ad21cf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011634e9-4251-48a3-8ee3-a2662d4787ca,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:51.787245 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41174) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:51.846965 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f2aa-40aa-4005-a922-e9d73d85782b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:51.877436 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f2aa-40aa-4005-a922-e9d73d85782b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:51.933794 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f2aa-40aa-4005-a922-e9d73d85782b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:51.936294 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f2aa-40aa-4005-a922-e9d73d85782b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:51.939979 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-e2b3f2aa-40aa-4005-a922-e9d73d85782b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/011634e9-4251-48a3-8ee3-a2662d4787ca HTTP/1.1" status: 204 len: 168 time: 0.1491055 Nov 10 20:29:51.945498 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3f2aa-40aa-4005-a922-e9d73d85782b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011634e9-4251-48a3-8ee3-a2662d4787ca,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:52.088130 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41186) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:52.215480 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a485766a-969b-4ff1-adf3-3d4738c35577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:52.270663 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:29:52.350735 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a485766a-969b-4ff1-adf3-3d4738c35577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:52.357037 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a485766a-969b-4ff1-adf3-3d4738c35577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:52.401253 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-a485766a-969b-4ff1-adf3-3d4738c35577 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab686a850eb54281827d54dcbe2d337b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116457 Nov 10 20:29:52.402631 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485766a-969b-4ff1-adf3-3d4738c35577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b5859e-6265-4076-81e5-ff6e1233f18a,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:52.405932 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41202) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:52.447650 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:52.470393 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'port_id': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'mac_address': 'fa:16:3e:32:bb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:29:52.506281 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bcbfbb5a-77ab-4e38-be28-6f3e3c782105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:52.542663 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:52.571254 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72144f1-ab4a-4465-b394-adf41d2339f3 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:29:52.595556 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bcbfbb5a-77ab-4e38-be28-6f3e3c782105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:52.633308 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:52.648873 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:52.736336 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=9']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:52.747171 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.747683 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.748092 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.748358 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.748716 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.748987 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.749856 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.760510 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bcbfbb5a-77ab-4e38-be28-6f3e3c782105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:52.760652 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.760652 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.760652 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.760652 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.760652 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:52.764811 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bcbfbb5a-77ab-4e38-be28-6f3e3c782105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:52.764811 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-bcbfbb5a-77ab-4e38-be28-6f3e3c782105 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4b5859e-6265-4076-81e5-ff6e1233f18a HTTP/1.1" status: 204 len: 168 time: 0.3540180 Nov 10 20:29:52.798687 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c4407-38ad-4021-82a3-8f1ff4e80a08 req-c51649cc-66f5-468b-925a-8538d3db9a3c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:52.800767 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-573c4407-38ad-4021-82a3-8f1ff4e80a08 req-c51649cc-66f5-468b-925a-8538d3db9a3c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.1074786 Nov 10 20:29:52.801657 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfbb5a-77ab-4e38-be28-6f3e3c782105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b5859e-6265-4076-81e5-ff6e1233f18a,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:52.875891 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-573c4407-38ad-4021-82a3-8f1ff4e80a08 req-048b7507-ebb4-409b-a1dc-0e57c7a35360 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680807 Nov 10 20:29:53.166370 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['c72144f1-ab4a-4465-b394-adf41d2339f3'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:29:53.226233 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41238) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:53.263472 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41242) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:53.291795 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f86a7f2d-4793-4043-b5f8-df51e24948b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.390914 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f86a7f2d-4793-4043-b5f8-df51e24948b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.397859 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f86a7f2d-4793-4043-b5f8-df51e24948b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.439691 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a7f2d-4793-4043-b5f8-df51e24948b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea34daf-8f0a-4453-9412-470e41966677,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:53.444315 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-f86a7f2d-4793-4043-b5f8-df51e24948b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73e3b24cfe024f6ab974d1e81a0525f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794870 Nov 10 20:29:53.448913 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41246) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:53.506802 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4276616b-374e-4876-a9d0-cc10b28cb06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.534012 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4276616b-374e-4876-a9d0-cc10b28cb06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.584150 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f1f35b7e-66b4-4585-8235-d8be1d23642e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.622118 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4276616b-374e-4876-a9d0-cc10b28cb06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.626620 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4276616b-374e-4876-a9d0-cc10b28cb06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.630416 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-4276616b-374e-4876-a9d0-cc10b28cb06e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ea34daf-8f0a-4453-9412-470e41966677 HTTP/1.1" status: 204 len: 168 time: 0.1777759 Nov 10 20:29:53.643264 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276616b-374e-4876-a9d0-cc10b28cb06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea34daf-8f0a-4453-9412-470e41966677,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:53.740908 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f1f35b7e-66b4-4585-8235-d8be1d23642e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.749971 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f1f35b7e-66b4-4585-8235-d8be1d23642e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.811976 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-f1f35b7e-66b4-4585-8235-d8be1d23642e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9568593e83bd4f16908ae06ddd24d558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5842543 Nov 10 20:29:53.814284 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f35b7e-66b4-4585-8235-d8be1d23642e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378e499d-b316-4f48-a345-792b124f2f34,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:53.817791 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41264) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:53.906425 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-16594621-0538-4874-b579-693c0f87ec87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:53.937935 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-16594621-0538-4874-b579-693c0f87ec87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.016406 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-16594621-0538-4874-b579-693c0f87ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.019464 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-16594621-0538-4874-b579-693c0f87ec87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.020660 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-16594621-0538-4874-b579-693c0f87ec87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/378e499d-b316-4f48-a345-792b124f2f34 HTTP/1.1" status: 204 len: 168 time: 0.2017298 Nov 10 20:29:54.035471 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16594621-0538-4874-b579-693c0f87ec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e499d-b316-4f48-a345-792b124f2f34,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:54.043089 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be8d9f-27fb-44af-a771-81ce3d921563 req-103dbabe-394b-43e7-b253-2a26a123bf86 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:54.045203 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-79be8d9f-27fb-44af-a771-81ce3d921563 req-103dbabe-394b-43e7-b253-2a26a123bf86 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 945 time: 0.0740271 Nov 10 20:29:54.116619 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-79be8d9f-27fb-44af-a771-81ce3d921563 req-15904ae0-48e5-4d44-94b5-087d74dcc544 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639615 Nov 10 20:29:54.276496 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:29:54.339562 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port c72144f1-ab4a-4465-b394-adf41d2339f3 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:54.340322 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.387610 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41292) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:54.402644 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2d720bdb-9745-4f7c-8fb7-e7a27980e2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.434303 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.458617 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:29:54.460921 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac938fdb-3ba0-4c36-82b1-fcce624d7e5e" -d '{"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-plugged", "status": "completed", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:29:54.476563 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:54.483854 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.494317 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2d720bdb-9745-4f7c-8fb7-e7a27980e2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.500181 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2d720bdb-9745-4f7c-8fb7-e7a27980e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.555202 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=10']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:54.555475 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41300) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:54.560507 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-2d720bdb-9745-4f7c-8fb7-e7a27980e2c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddc6b7e3401640e48c8dc6e8d0be6f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716697 Nov 10 20:29:54.561764 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d720bdb-9745-4f7c-8fb7-e7a27980e2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47389aaa-c41f-4c36-8f6a-1e634f137ad3,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:54.640320 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.666010 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.727220 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88f4be0-110f-43e3-89d4-eed286b62844 x-openstack-request-id: req-a88f4be0-110f-43e3-89d4-eed286b62844 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:29:54.727626 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-plugged", "status": "completed", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:29:54.727972 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a88f4be0-110f-43e3-89d4-eed286b62844 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:29:54.728435 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'code': 200} Nov 10 20:29:54.729750 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.732510 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:54.733831 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47389aaa-c41f-4c36-8f6a-1e634f137ad3 HTTP/1.1" status: 204 len: 168 time: 0.1772115 Nov 10 20:29:54.742095 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47389aaa-c41f-4c36-8f6a-1e634f137ad3,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:54.749578 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.749937 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.750343 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.750684 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.751016 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.751561 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.752073 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.752630 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.753129 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.753630 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.754084 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:54.755160 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaa0ba-a856-4c6c-b380-81e70de227ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:55.340704 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f4cd4-5cdc-41f7-b6bc-439adfeb523b req-0042f561-f759-4572-bdc9-702b631be8ee tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:55.348552 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d86f4cd4-5cdc-41f7-b6bc-439adfeb523b req-0042f561-f759-4572-bdc9-702b631be8ee tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0903039 Nov 10 20:29:55.426098 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c8f78-b04d-48f9-b89c-2b8946e560ff req-6800f7c8-ea0b-4a90-b244-c0a0c4a92cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:55.427943 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-742c8f78-b04d-48f9-b89c-2b8946e560ff req-6800f7c8-ea0b-4a90-b244-c0a0c4a92cf6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 1100 time: 0.0782380 Nov 10 20:29:55.472071 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d86f4cd4-5cdc-41f7-b6bc-439adfeb523b req-b5e28ede-a7af-408c-a8e9-6ecc6ac1f74b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081238 Nov 10 20:29:55.497672 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-742c8f78-b04d-48f9-b89c-2b8946e560ff req-ced6bc4f-2e12-4679-8370-6e2462361486 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616608 Nov 10 20:29:56.645945 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9b708-676b-478b-bda7-8937f4add59f req-9a26062a-666d-45a6-ab05-fec64cfb55a2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:56.654396 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2ac9b708-676b-478b-bda7-8937f4add59f req-9a26062a-666d-45a6-ab05-fec64cfb55a2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0784819 Nov 10 20:29:56.708580 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2ac9b708-676b-478b-bda7-8937f4add59f req-563e1408-7365-4f5d-b580-0c5da712d8bd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531323 Nov 10 20:29:56.719475 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41414) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:56.832730 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-104345f7-9285-4c9a-9d48-7c7e74d127e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:56.916161 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-104345f7-9285-4c9a-9d48-7c7e74d127e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:56.934547 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-104345f7-9285-4c9a-9d48-7c7e74d127e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:56.982914 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104345f7-9285-4c9a-9d48-7c7e74d127e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803620e1-462c-4d07-954d-4ec6778192a3,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:56.987207 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-104345f7-9285-4c9a-9d48-7c7e74d127e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7270c1354d9048748fa95ef2bb658f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665508 Nov 10 20:29:56.990900 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41418) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:57.044772 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-84ce22fe-caf6-4d81-9330-38c961d56d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.068569 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-84ce22fe-caf6-4d81-9330-38c961d56d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.114632 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-84ce22fe-caf6-4d81-9330-38c961d56d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.117234 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-84ce22fe-caf6-4d81-9330-38c961d56d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.118513 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-84ce22fe-caf6-4d81-9330-38c961d56d5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/803620e1-462c-4d07-954d-4ec6778192a3 HTTP/1.1" status: 204 len: 168 time: 0.1267533 Nov 10 20:29:57.126219 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce22fe-caf6-4d81-9330-38c961d56d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803620e1-462c-4d07-954d-4ec6778192a3,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:57.435339 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41428) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:57.448582 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea241aab-1916-421f-a5ce-b305dc3e398e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.520592 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea241aab-1916-421f-a5ce-b305dc3e398e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.525280 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea241aab-1916-421f-a5ce-b305dc3e398e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.561947 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ea241aab-1916-421f-a5ce-b305dc3e398e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77d2f2e70817457fb5ba73a483fa9aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254909 Nov 10 20:29:57.562793 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea241aab-1916-421f-a5ce-b305dc3e398e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377ae805-1c35-4e4b-89ea-e0ae0e8f7398,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:57.564549 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41430) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:57.616772 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-424609f2-ad9d-4792-a813-1d8f5bc7aaec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.638055 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-424609f2-ad9d-4792-a813-1d8f5bc7aaec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.682565 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-424609f2-ad9d-4792-a813-1d8f5bc7aaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.684974 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-424609f2-ad9d-4792-a813-1d8f5bc7aaec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.686133 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-424609f2-ad9d-4792-a813-1d8f5bc7aaec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/377ae805-1c35-4e4b-89ea-e0ae0e8f7398 HTTP/1.1" status: 204 len: 168 time: 0.1206074 Nov 10 20:29:57.694293 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424609f2-ad9d-4792-a813-1d8f5bc7aaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377ae805-1c35-4e4b-89ea-e0ae0e8f7398,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:57.838730 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aeef5-3d1d-4620-a663-c0df568f423c req-da6c33a4-463e-4007-bc3a-7dd4d652bf28 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:57.840264 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-de7aeef5-3d1d-4620-a663-c0df568f423c req-da6c33a4-463e-4007-bc3a-7dd4d652bf28 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0491357 Nov 10 20:29:57.893728 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-de7aeef5-3d1d-4620-a663-c0df568f423c req-c647fc08-86cd-43a8-a893-01e1e45e0d23 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477989 Nov 10 20:29:58.776748 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41474) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:58.886086 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-53c95df5-2b41-42a5-9f6b-ab8312fff81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:58.959292 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-53c95df5-2b41-42a5-9f6b-ab8312fff81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:58.964670 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-53c95df5-2b41-42a5-9f6b-ab8312fff81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:59.027643 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-53c95df5-2b41-42a5-9f6b-ab8312fff81b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ead52d06bd084450a6e62f4b0e59772e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492161 Nov 10 20:29:59.029985 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c95df5-2b41-42a5-9f6b-ab8312fff81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d1d84-b017-4ee6-b659-c04b301292b3,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:59.030424 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41480) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:59.048199 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab04fe-9dd1-427a-9d7f-fe98e92740b1 req-cb6cca67-b89d-4e7e-aa77-7e3cec5dc53d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:59.049656 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-85ab04fe-9dd1-427a-9d7f-fe98e92740b1 req-cb6cca67-b89d-4e7e-aa77-7e3cec5dc53d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0824325 Nov 10 20:29:59.085573 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4f463c0f-cc4f-433d-9fb6-a268ba4853fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:59.106935 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4f463c0f-cc4f-433d-9fb6-a268ba4853fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:59.109994 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-85ab04fe-9dd1-427a-9d7f-fe98e92740b1 req-58e59518-2637-4b0c-a3a7-5acc785c73f9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543020 Nov 10 20:29:59.153305 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4f463c0f-cc4f-433d-9fb6-a268ba4853fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:59.156048 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4f463c0f-cc4f-433d-9fb6-a268ba4853fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:59.157181 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-4f463c0f-cc4f-433d-9fb6-a268ba4853fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd4d1d84-b017-4ee6-b659-c04b301292b3 HTTP/1.1" status: 204 len: 168 time: 0.1257515 Nov 10 20:29:59.164657 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f463c0f-cc4f-433d-9fb6-a268ba4853fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4d1d84-b017-4ee6-b659-c04b301292b3,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:00.234711 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38c14-3104-4cb4-bdbe-0aecf221bf25 req-e6300f52-cfcf-4724-a0ae-79502e410128 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:00.236237 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-21e38c14-3104-4cb4-bdbe-0aecf221bf25 req-e6300f52-cfcf-4724-a0ae-79502e410128 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0510955 Nov 10 20:30:00.283118 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-21e38c14-3104-4cb4-bdbe-0aecf221bf25 req-6655b71c-48ea-4844-952f-66ea70b4ff24 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409291 Nov 10 20:30:01.403750 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97248dea-b3b9-415e-b030-a759c9668786 req-847f9c09-594d-48d4-a927-11f6536ebfe1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:01.405255 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-97248dea-b3b9-415e-b030-a759c9668786 req-847f9c09-594d-48d4-a927-11f6536ebfe1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0491424 Nov 10 20:30:01.452059 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-97248dea-b3b9-415e-b030-a759c9668786 req-cd20ce24-36be-46d1-b3ae-7464eddb9814 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Nov 10 20:30:02.585578 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c68f48-b72d-40aa-8533-31366ae6ebdb req-04a56659-d20f-48a2-865c-c5126ea4dd22 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:02.588164 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-44c68f48-b72d-40aa-8533-31366ae6ebdb req-04a56659-d20f-48a2-865c-c5126ea4dd22 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0590022 Nov 10 20:30:02.636359 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-44c68f48-b72d-40aa-8533-31366ae6ebdb req-07982526-1b68-442e-ba98-2cb15abdc5f1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Nov 10 20:30:02.815432 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:30:03.755021 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459b114-2f61-4e38-8a69-459ffb674123 req-1322a249-7889-4b89-bc01-1ae714971b9e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:03.756495 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1459b114-2f61-4e38-8a69-459ffb674123 req-1322a249-7889-4b89-bc01-1ae714971b9e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0475154 Nov 10 20:30:03.803730 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1459b114-2f61-4e38-8a69-459ffb674123 req-6e1761fb-6080-41b4-bb55-6606f653dee6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407557 Nov 10 20:30:05.189535 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41664) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:05.297910 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a651de14-879d-44d2-8f51-548492117bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:05.377094 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a651de14-879d-44d2-8f51-548492117bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:05.381343 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a651de14-879d-44d2-8f51-548492117bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:05.424883 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-a651de14-879d-44d2-8f51-548492117bf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1593e96c53554da281eee538bce3b615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340658 Nov 10 20:30:05.425853 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651de14-879d-44d2-8f51-548492117bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11326d04-b87a-4915-b974-753d6a3402c0,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:05.428541 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41674) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:05.494616 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5a80ccd-728d-428d-85ae-fccfbc2d539f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:05.517908 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5a80ccd-728d-428d-85ae-fccfbc2d539f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:05.567084 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5a80ccd-728d-428d-85ae-fccfbc2d539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:05.569958 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e5a80ccd-728d-428d-85ae-fccfbc2d539f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:05.571500 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-e5a80ccd-728d-428d-85ae-fccfbc2d539f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11326d04-b87a-4915-b974-753d6a3402c0 HTTP/1.1" status: 204 len: 168 time: 0.1413963 Nov 10 20:30:05.581231 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a80ccd-728d-428d-85ae-fccfbc2d539f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11326d04-b87a-4915-b974-753d6a3402c0,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:10.335147 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-13602be7-8dab-4eed-9333-dad80880b462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:10.710758 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:12.620623 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff2c3-7332-47e1-91cf-d46f765749c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:13.837101 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:15.298991 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:16.334897 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:16.569450 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41832) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:16.759405 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_v2 [None req-26535f26-85ad-4d42-9b03-4ebfc8331460 admin admin] Deleting subnet 8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1 {{(pid=101639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:30:16.763962 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-26535f26-85ad-4d42-9b03-4ebfc8331460 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:16.803510 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-26535f26-85ad-4d42-9b03-4ebfc8331460 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-34352489885'] for subnet, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:16.843848 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-26535f26-85ad-4d42-9b03-4ebfc8331460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:16.903002 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-26535f26-85ad-4d42-9b03-4ebfc8331460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352658978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34353220719'] for subnet, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:16.930308 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26535f26-85ad-4d42-9b03-4ebfc8331460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:16.933878 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-26535f26-85ad-4d42-9b03-4ebfc8331460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:16.937846 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-26535f26-85ad-4d42-9b03-4ebfc8331460 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e12fc82-2b12-4b4e-9ace-3ab13c1a7ad1 HTTP/1.1" status: 204 len: 168 time: 0.3673649 Nov 10 20:30:16.940366 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41838) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:17.014199 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.094255 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.114559 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1189ab54-b536-494f-b470-563ab0ae1003']}} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:17.124841 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4a5eb8-881c-4031-9862-aeb6c9a10b44') {'for_net_delete': True} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:17.125129 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4a5eb8-881c-4031-9862-aeb6c9a10b44') {} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:17.134227 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-34352489860'] for segment, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.147281 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.153268 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=101639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:30:17.153640 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352659068'] for segment, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: Traceback (most recent call last): Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: timer() Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: cb(*args, **kw) Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: return func(*args, **kwargs) Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: self._notify() Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: self.callback(batched_events) Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: event.method(event) Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: return f(self, *a, **k) Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._get(url).json() Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: return self.request(url, 'GET', **kwargs) Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:30:17.155268 dv-cinder-815145-6-iscsi neutron-server[101639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:30:17.209414 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.216941 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.219966 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1189ab54-b536-494f-b470-563ab0ae1003 HTTP/1.1" status: 204 len: 168 time: 0.2786345 Nov 10 20:30:17.230237 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c83c5b-0a40-4dc4-9b24-50f6c7cfb148 admin admin] Pushing event deleted for resources: {'Network': ['ID=1189ab54-b536-494f-b470-563ab0ae1003,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:17.369548 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41850) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:17.413867 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-44ebca67-c293-483a-9362-5f604e710ef0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35895c9baf2c4a57ba0ef155cd47bf34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426645 Nov 10 20:30:17.416837 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41852) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:17.463364 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-fcc29c0a-7b05-4d26-a17a-8c729a41e4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.484694 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-fcc29c0a-7b05-4d26-a17a-8c729a41e4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.530127 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-fcc29c0a-7b05-4d26-a17a-8c729a41e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.532580 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-fcc29c0a-7b05-4d26-a17a-8c729a41e4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:17.533742 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-fcc29c0a-7b05-4d26-a17a-8c729a41e4ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3d3ed10-ecef-42f9-a471-200c87661dc4 HTTP/1.1" status: 204 len: 168 time: 0.1159592 Nov 10 20:30:17.542288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc29c0a-7b05-4d26-a17a-8c729a41e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d3ed10-ecef-42f9-a471-200c87661dc4,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:18.236944 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41882) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:18.343468 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-72742211-network', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:30:18.365423 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Made reservation on behalf of eadece63b429465691cca3f7bb2ea367 for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:30:18.368448 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.379962 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.482575 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.487209 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.516075 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:30:18.527908 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:18.533117 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.533471 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Added segment d719512e-7ea4-4da3-8742-10558c08b181 of type vlan for network b9552261-a1b4-4d81-b1e4-92fe45f180a1 Nov 10 20:30:18.582216 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.612676 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.613755 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:18.614507 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.657797 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41902) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:18.658264 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4143860 Nov 10 20:30:18.658373 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Request body: {'subnet': {'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-72742211-subnet', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'ip_version': 4}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:30:18.685721 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Made reservation on behalf of eadece63b429465691cca3f7bb2ea367 for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:30:18.689751 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34353220682'] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.702882 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbac55a-d01d-4c01-bd3d-c0af20891396 admin admin] Pushing event updated for resources: {'Network': ['ID=b9552261-a1b4-4d81-b1e4-92fe45f180a1,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:18.716290 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network b9552261-a1b4-4d81-b1e4-92fe45f180a1 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:30:18.737151 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41904) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:18.909870 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352659171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34353220708'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.921309 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-786cbccf-ad38-4931-a741-d7a023c4446c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:18.973975 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88dd6ce3-55f2-4d6a-a0e7-301247bbe7da,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:18.991125 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Checking segment: {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:30:18.991475 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Network hostable DHCP agents. Network: b9552261-a1b4-4d81-b1e4-92fe45f180a1, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:30:19.015030 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Network b9552261-a1b4-4d81-b1e4-92fe45f180a1 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:30:19.028901 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, b9552261-a1b4-4d81-b1e4-92fe45f180a1) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:19.034767 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:19.035622 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.037959 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-786cbccf-ad38-4931-a741-d7a023c4446c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.038738 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f27cfe-03ce-4c8c-ae90-0ebbc71e2a41 None None] Network b9552261-a1b4-4d81-b1e4-92fe45f180a1 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:30:19.046359 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-786cbccf-ad38-4931-a741-d7a023c4446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.061764 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-7ea5c94a-8d12-4d60-aabc-12dadfe4b233 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4075022 Nov 10 20:30:19.064129 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41914) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:19.072175 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:30:19.093186 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41916) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:19.096584 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-786cbccf-ad38-4931-a741-d7a023c4446c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ab7bc1035cf474ebfb547460c8f6c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581765 Nov 10 20:30:19.098791 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cbccf-ad38-4931-a741-d7a023c4446c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c74ae90-ceb9-44ed-8bf5-94470d94d951,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:19.102694 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41918) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:19.127622 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.129075 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.185912 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-27f16eeb-8cbe-4fd1-84ca-777c1a375415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.189993 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.214183 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-27f16eeb-8cbe-4fd1-84ca-777c1a375415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.227813 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:30:19.228689 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.266579 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-27f16eeb-8cbe-4fd1-84ca-777c1a375415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.270673 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-27f16eeb-8cbe-4fd1-84ca-777c1a375415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.271826 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-27f16eeb-8cbe-4fd1-84ca-777c1a375415 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c74ae90-ceb9-44ed-8bf5-94470d94d951 HTTP/1.1" status: 204 len: 168 time: 0.1628368 Nov 10 20:30:19.282241 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f16eeb-8cbe-4fd1-84ca-777c1a375415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c74ae90-ceb9-44ed-8bf5-94470d94d951,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:19.331328 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b5b27751-59ee-4675-84ef-3a7f2574394a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.376860 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.404796 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Allocated IP 172.20.0.2 (b9552261-a1b4-4d81-b1e4-92fe45f180a1/88dd6ce3-55f2-4d6a-a0e7-301247bbe7da/7121791b-ccbf-4a97-9ff5-4d6d7bc18afe) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:30:19.544562 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b5b27751-59ee-4675-84ef-3a7f2574394a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.609587 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b5b27751-59ee-4675-84ef-3a7f2574394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.638054 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.648093 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.699941 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Network b9552261-a1b4-4d81-b1e4-92fe45f180a1 is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:19.701792 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-b5b27751-59ee-4675-84ef-3a7f2574394a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4712b8a46bc74350833566e0be372389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069565 Nov 10 20:30:19.703334 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:19.704561 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41926) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:19.707702 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b27751-59ee-4675-84ef-3a7f2574394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a095a0e1-5a4e-4a33-993d-fa0c40748748,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:19.726631 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:30:19.732681 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.747909 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Pushing event updated for resources: {'Port': ['ID=7121791b-ccbf-4a97-9ff5-4d6d7bc18afe,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:19.791860 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.810114 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Attempting to bind port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:30:19.810481 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Attempting to bind port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:30:19.811123 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Attempting to bind port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe on network b9552261-a1b4-4d81-b1e4-92fe45f180a1 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:30:19.819137 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:30:19.819960 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Checking segment: {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:30:19.820581 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.822069 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Bound using segment: {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:30:19.823959 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Bound port: 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:30:19.824630 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.877029 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ac193a2f-35cd-4d91-902b-55227ca1eca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.919100 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] For port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:30:19.923204 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] For port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7121791b-ccbf-4a97-9ff5-4d6d7bc18afe,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:30:19.929028 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.939776 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ac193a2f-35cd-4d91-902b-55227ca1eca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:19.990914 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Allocated IP 172.27.3.47 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:30:20.030818 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19160db6-b683-4f8b-9210-56d4aa5692b3 None None] Pushing event updated for resources: {'Port': ['ID=7121791b-ccbf-4a97-9ff5-4d6d7bc18afe,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:20.058632 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ac193a2f-35cd-4d91-902b-55227ca1eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:20.061774 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ac193a2f-35cd-4d91-902b-55227ca1eca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:20.062920 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ac193a2f-35cd-4d91-902b-55227ca1eca1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a095a0e1-5a4e-4a33-993d-fa0c40748748 HTTP/1.1" status: 204 len: 168 time: 0.3568501 Nov 10 20:30:20.071470 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193a2f-35cd-4d91-902b-55227ca1eca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a095a0e1-5a4e-4a33-993d-fa0c40748748,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:20.172103 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:20.217516 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:20.269647 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:20.281572 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:20.288946 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:30:20.313509 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Pushing event updated for resources: {'Port': ['ID=51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:20.795800 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:21.022001 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9943666c-2418-4e63-bf37-6089340d74fd None None] Network b9552261-a1b4-4d81-b1e4-92fe45f180a1 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:30:21.027109 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:21.098638 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-30e5e3da-316d-4149-b71a-b7d1ce1b30fc None None] Provisioning complete for port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:21.098990 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-30e5e3da-316d-4149-b71a-b7d1ce1b30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:21.181334 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Router 4e415f69-7293-4cc7-a356-ed527ffaea79 is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:30:21.252552 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-30e5e3da-316d-4149-b71a-b7d1ce1b30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:21.290477 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-30e5e3da-316d-4149-b71a-b7d1ce1b30fc None None] For port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7121791b-ccbf-4a97-9ff5-4d6d7bc18afe,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:21.297146 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-30e5e3da-316d-4149-b71a-b7d1ce1b30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:21.315678 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:30:21.327505 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Sync routers for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:30:21.357015 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] Publish callbacks [] for router, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:21.359300 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-d8b67487-261c-4170-a313-8b26eb974bdf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2926276 Nov 10 20:30:21.365807 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41958) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:21.382905 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:30:21.384756 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:30:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:21.389317 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5e3da-316d-4149-b71a-b7d1ce1b30fc None None] Pushing event updated for resources: {'Port': ['ID=7121791b-ccbf-4a97-9ff5-4d6d7bc18afe,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:21.475465 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:21.593928 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:21.594293 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:21.639668 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:30:21.825620 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-b5ba870b-b139-4657-b73d-bf04e9c8a93a None None] Provisioning complete for port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:21.825982 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b5ba870b-b139-4657-b73d-bf04e9c8a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:21.901655 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.056246 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:20Z', 'revision_number': 3, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:22.060442 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Allocated IP 172.20.0.1 (b9552261-a1b4-4d81-b1e4-92fe45f180a1/88dd6ce3-55f2-4d6a-a0e7-301247bbe7da/2996b60d-29bd-453d-b010-30b02ad98e87) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:30:22.083987 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Checking router: 4e415f69-7293-4cc7-a356-ed527ffaea79 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:30:22.084273 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Updating router 4e415f69-7293-4cc7-a356-ed527ffaea79 port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:30:22.110542 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.167864 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.210358 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.247079 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Network b9552261-a1b4-4d81-b1e4-92fe45f180a1 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:22.252199 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:22.255894 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:30:22.284072 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Pushing event updated for resources: {'Port': ['ID=2996b60d-29bd-453d-b010-30b02ad98e87,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:22.301068 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.385272 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.393568 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.437684 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.454892 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Attempting to bind port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:30:22.455268 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Attempting to bind port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:30:22.456264 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Attempting to bind port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:30:22.461280 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e87a8-22bb-46f3-8442-924b2e74b466 None None] Pushing event updated for resources: {'Port': ['ID=51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:22.464127 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:30:22.464568 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:30:22.464903 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.465285 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:30:22.465767 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Bound port: 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:30:22.466146 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.525904 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] For port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:30:22.529378 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] For port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:30:22.534490 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.613625 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:30:22.614185 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:30:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:22.618569 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-b152df72-0339-416c-aee0-64fa26835f2c None None] Provisioning complete for port 2996b60d-29bd-453d-b010-30b02ad98e87 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:22.618944 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b152df72-0339-416c-aee0-64fa26835f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.627569 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.632571 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.674887 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e87a8-22bb-46f3-8442-924b2e74b466 None None] Pushing event updated for resources: {'Port': ['ID=51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:22.696111 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Pushing event updated for resources: {'Port': ['ID=2996b60d-29bd-453d-b010-30b02ad98e87,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:22.703043 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-b152df72-0339-416c-aee0-64fa26835f2c None None] Port 2996b60d-29bd-453d-b010-30b02ad98e87 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:30:22.704099 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:22.767446 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:30:22.802255 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Network b9552261-a1b4-4d81-b1e4-92fe45f180a1 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:22.803858 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:23.007116 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 1, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:23.043490 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b359c9-cbfd-49b9-8d61-39cc70c663b0 None None] The sync data for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi is: [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 1, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:30:23.129198 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-78b23d07-d409-44c2-865a-df2f5e58c5a3 None None] Provisioning complete for port 2996b60d-29bd-453d-b010-30b02ad98e87 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:23.129963 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-78b23d07-d409-44c2-865a-df2f5e58c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:23.171677 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-78b23d07-d409-44c2-865a-df2f5e58c5a3 None None] Port 2996b60d-29bd-453d-b010-30b02ad98e87 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:30:23.181403 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Router 4e415f69-7293-4cc7-a356-ed527ffaea79 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:30:23.318345 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:30:23.327971 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-008edb76-0490-4c5c-a123-d49251b0cfcd admin admin] 10.222.0.13 "PUT /v2.0/routers/4e415f69-7293-4cc7-a356-ed527ffaea79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9570775 Nov 10 20:30:23.381091 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:23.436487 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:23.436956 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:23.977661 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 41988) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:23.982763 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2077990085-network', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:30:24.005573 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Made reservation on behalf of a23d192c44a948b1abf07f262c986a44 for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:30:24.008063 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.020003 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.112631 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.116598 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.143864 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:30:24.154371 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb77a26b-f711-4c81-9438-e02b7345d246,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:24.159684 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.160061 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Added segment 77a881fb-db10-4da5-bbec-46a2f9ea2646 of type vlan for network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 Nov 10 20:30:24.204787 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.230917 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.232116 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:24.232711 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.291850 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3130715 Nov 10 20:30:24.294585 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41992) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:24.300521 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Request body: {'subnet': {'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2077990085-subnet', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'ip_version': 4}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:30:24.303270 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e46714-7521-4448-8f95-7cdedd5234d2 admin admin] Pushing event updated for resources: {'Network': ['ID=db04d7d6-a124-4bd5-b3e9-e34caa8e4e57,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:24.314699 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:30:24.325813 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Made reservation on behalf of a23d192c44a948b1abf07f262c986a44 for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:30:24.329197 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34353220682'] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.503718 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352659171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34353220708'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.564011 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2a651b-0fb4-497e-b43e-9ef5515be840,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:24.573829 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Checking segment: {'id': '77a881fb-db10-4da5-bbec-46a2f9ea2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:30:24.574194 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Network hostable DHCP agents. Network: db04d7d6-a124-4bd5-b3e9-e34caa8e4e57, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:30:24.591798 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:30:24.601809 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, db04d7d6-a124-4bd5-b3e9-e34caa8e4e57) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:24.605747 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:24.606345 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.610707 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06780f17-5f67-4ca1-9167-5090cf07a9b9 None None] Network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:30:24.622605 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-26ca2f51-3cc9-448c-9af6-7ac940095dfc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3267484 Nov 10 20:30:24.625438 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 41996) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:24.629812 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:30:24.656563 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.657676 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.724309 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.791128 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-db04d7d6-a124-4bd5-b3e9-e34caa8e4e57', 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'fixed_ips': [{'subnet_id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:30:24.792841 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:24.870566 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.013522 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Allocated IP 172.20.0.2 (db04d7d6-a124-4bd5-b3e9-e34caa8e4e57/cd2a651b-0fb4-497e-b43e-9ef5515be840/e5ede752-8471-44d7-b96e-b412655584b3) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:30:25.077848 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.096890 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.121138 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Sync routers for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:30:25.131953 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:30:25.132811 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:30:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:25.176514 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.183501 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.231774 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:25.233535 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:25.235443 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Allocated IP 172.27.3.253 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/428b77ac-c5fa-41b5-975c-1a7be1f3d26b) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:30:25.241030 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:30:25.256979 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Pushing event updated for resources: {'Port': ['ID=e5ede752-8471-44d7-b96e-b412655584b3,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:25.275354 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:30:25.338345 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Attempting to bind port e5ede752-8471-44d7-b96e-b412655584b3 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:30:25.339480 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Attempting to bind port e5ede752-8471-44d7-b96e-b412655584b3 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '77a881fb-db10-4da5-bbec-46a2f9ea2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:30:25.340921 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Attempting to bind port e5ede752-8471-44d7-b96e-b412655584b3 on network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:30:25.347837 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:30:25.348467 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Checking segment: {'id': '77a881fb-db10-4da5-bbec-46a2f9ea2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:30:25.349022 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.349571 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Bound using segment: {'id': '77a881fb-db10-4da5-bbec-46a2f9ea2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:30:25.350572 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Bound port: e5ede752-8471-44d7-b96e-b412655584b3, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a881fb-db10-4da5-bbec-46a2f9ea2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:30:25.351135 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.393281 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.429373 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] For port e5ede752-8471-44d7-b96e-b412655584b3, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:30:25.435351 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] For port e5ede752-8471-44d7-b96e-b412655584b3, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=e5ede752-8471-44d7-b96e-b412655584b3,segment=NetworkSegment(77a881fb-db10-4da5-bbec-46a2f9ea2646),segment_id=77a881fb-db10-4da5-bbec-46a2f9ea2646)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:30:25.439224 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.452274 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.471203 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:25.488866 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:25.492609 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:25.499580 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:30:25.538133 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Pushing event updated for resources: {'Port': ['ID=428b77ac-c5fa-41b5-975c-1a7be1f3d26b,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:25.561583 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d2e6e-2ea1-4f77-a4ae-73f302b5d9bb None None] Pushing event updated for resources: {'Port': ['ID=e5ede752-8471-44d7-b96e-b412655584b3,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:25.575439 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:25.575818 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.624980 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 2, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:25.681798 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.706494 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:25.707636 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Checking router: 4e415f69-7293-4cc7-a356-ed527ffaea79 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:30:25.708045 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Updating router 4e415f69-7293-4cc7-a356-ed527ffaea79 port 2996b60d-29bd-453d-b010-30b02ad98e87 binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:30:25.716330 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.787174 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.840145 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:25.961145 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:26.089016 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-68d3e1a6-38df-4986-8ea1-606331b91c16 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2d0fd9ce57334e81b04721ec591fa043&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356317 Nov 10 20:30:26.176615 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:26.182908 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:26.259539 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Pushing event updated for resources: {'Port': ['ID=2996b60d-29bd-453d-b010-30b02ad98e87,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:26.369253 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.369621 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.370008 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.370312 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.370653 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.370967 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.371288 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.371608 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.371960 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.372278 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.372593 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.372904 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:26.391183 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Attempting to bind port 2996b60d-29bd-453d-b010-30b02ad98e87 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:30:26.391545 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Attempting to bind port 2996b60d-29bd-453d-b010-30b02ad98e87 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:30:26.391899 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Attempting to bind port 2996b60d-29bd-453d-b010-30b02ad98e87 on network b9552261-a1b4-4d81-b1e4-92fe45f180a1 {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:30:26.397968 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:30:26.398346 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Checking segment: {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:30:26.399269 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:26.399659 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Bound using segment: {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:30:26.400147 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Bound port: 2996b60d-29bd-453d-b010-30b02ad98e87, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:30:26.400537 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:26.453494 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-c2d9bfe4-88d1-46cc-8347-aa7a8db03321 None None] Provisioning complete for port 2996b60d-29bd-453d-b010-30b02ad98e87 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:26.454004 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c2d9bfe4-88d1-46cc-8347-aa7a8db03321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:26.478368 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] For port 2996b60d-29bd-453d-b010-30b02ad98e87, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:30:26.483615 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] For port 2996b60d-29bd-453d-b010-30b02ad98e87, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=2996b60d-29bd-453d-b010-30b02ad98e87,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:30:26.491871 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:26.519864 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9bfe4-88d1-46cc-8347-aa7a8db03321 None None] Port 2996b60d-29bd-453d-b010-30b02ad98e87 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:30:26.568328 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:30:26.568958 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:30:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:26.571535 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3c37-2ffd-45e0-aacb-4b26bc35c34e None None] Pushing event updated for resources: {'Port': ['ID=2996b60d-29bd-453d-b010-30b02ad98e87,revision_number=4']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:26.625423 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-a8e742dd-693d-4150-ac0b-989dab28e6af tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:26.627313 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-a8e742dd-693d-4150-ac0b-989dab28e6af tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5288193 Nov 10 20:30:26.662636 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:26.666536 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-4ded3ed3-dfbc-4a8f-89f7-166d2ad1c0ca tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/quotas/2d0fd9ce57334e81b04721ec591fa043 HTTP/1.1" status: 200 len: 375 time: 0.0234392 Nov 10 20:30:26.705327 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:30:26.741670 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-9aa90d1e-f359-422c-9a0e-7920276a9fd5 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d0fd9ce57334e81b04721ec591fa043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348644 Nov 10 20:30:26.874955 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-02347645-98fa-444d-b4c2-8767b7b44ae1 None None] Provisioning complete for port 2996b60d-29bd-453d-b010-30b02ad98e87 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:26.875350 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-02347645-98fa-444d-b4c2-8767b7b44ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:26.900156 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Router d187288f-3d09-4635-8af5-c78028db9346 is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:30:27.007137 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-afe45629-273d-4df0-9e4f-4642f16dae21 req-9a7450f9-82d8-4703-96b7-1fbf73f33de1 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0639181 Nov 10 20:30:27.018525 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f182161-bef4-48cc-ae03-3443cd6f36bf None None] Network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:30:27.035425 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:26Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:27.076077 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee37d0-4f6c-49f6-b6fd-1d0bde412fbd None None] The sync data for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi is: [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:26Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:30:27.169459 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:30:27.201489 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] Publish callbacks [] for router, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:27.203174 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-7fabbdd3-7f85-4d53-be74-db05fdb21378 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5767455 Nov 10 20:30:27.206480 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42042) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:27.357868 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Sync routers for ids ['d187288f-3d09-4635-8af5-c78028db9346'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:30:27.389657 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-02347645-98fa-444d-b4c2-8767b7b44ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:27.464342 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Routers {'d187288f-3d09-4635-8af5-c78028db9346'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:30:27.465037 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:30:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d187288f-3d09-4635-8af5-c78028db9346'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:27.620072 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-02347645-98fa-444d-b4c2-8767b7b44ae1 None None] For port 2996b60d-29bd-453d-b010-30b02ad98e87, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=2996b60d-29bd-453d-b010-30b02ad98e87,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:27.644935 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device e5ede752-8471-44d7-b96e-b412655584b3 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:27.685437 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-02347645-98fa-444d-b4c2-8767b7b44ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:27.800362 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Set router d187288f-3d09-4635-8af5-c78028db9346 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:30:27.806357 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02347645-98fa-444d-b4c2-8767b7b44ae1 None None] Pushing event updated for resources: {'Port': ['ID=2996b60d-29bd-453d-b010-30b02ad98e87,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:27.997905 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-d9baf419-19e7-4dd5-ab8d-2ed7b3300843 None None] Provisioning complete for port e5ede752-8471-44d7-b96e-b412655584b3 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:27.998272 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d9baf419-19e7-4dd5-ab8d-2ed7b3300843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.087661 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port e5ede752-8471-44d7-b96e-b412655584b3 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:28.087834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.088313 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.236671 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-db18f734-2731-47a1-a476-c84dae7a0e8b req-ed8a6d50-0714-40b4-99ba-33c65b462294 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0645835 Nov 10 20:30:28.323318 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d9baf419-19e7-4dd5-ab8d-2ed7b3300843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.357785 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.361388 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187288f-3d09-4635-8af5-c78028db9346', 'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:24Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 3, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'gw_port': {'id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:25Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:28.409936 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Checking router: d187288f-3d09-4635-8af5-c78028db9346 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:30:28.410320 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Updating router d187288f-3d09-4635-8af5-c78028db9346 port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:30:28.417051 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Allocated IP 172.20.0.1 (db04d7d6-a124-4bd5-b3e9-e34caa8e4e57/cd2a651b-0fb4-497e-b43e-9ef5515be840/b4edc163-2bfa-40e2-a3f8-c694bea51e67) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:30:28.421536 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-d9baf419-19e7-4dd5-ab8d-2ed7b3300843 None None] For port e5ede752-8471-44d7-b96e-b412655584b3, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=e5ede752-8471-44d7-b96e-b412655584b3,segment=NetworkSegment(77a881fb-db10-4da5-bbec-46a2f9ea2646),segment_id=77a881fb-db10-4da5-bbec-46a2f9ea2646)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:28.490125 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d9baf419-19e7-4dd5-ab8d-2ed7b3300843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.581280 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.586368 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.637364 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-6ef150b6-43a3-4a47-920e-cf370c2bca6b tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2d0fd9ce57334e81b04721ec591fa043&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391350 Nov 10 20:30:28.651986 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.db.api [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 20:30:28.652210 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG oslo_db.api [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 20:30:28.652910 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.688478 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-1ea53d1f-918e-4fcd-a4cc-d47c98fa1608 None None] Provisioning complete for port e5ede752-8471-44d7-b96e-b412655584b3 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:28.688722 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-1ea53d1f-918e-4fcd-a4cc-d47c98fa1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.713954 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:28.721194 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:28.741254 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baf419-19e7-4dd5-ab8d-2ed7b3300843 None None] Pushing event updated for resources: {'Port': ['ID=e5ede752-8471-44d7-b96e-b412655584b3,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:28.752052 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:30:28.757281 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Pushing event updated for resources: {'Port': ['ID=b4edc163-2bfa-40e2-a3f8-c694bea51e67,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:28.878668 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:28.910562 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b3e6fccf-4229-439f-b1b8-f0feb153a158 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:28.918625 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b3e6fccf-4229-439f-b1b8-f0feb153a158 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728863 Nov 10 20:30:28.939625 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Request body: {'port': {'device_id': '21774dba-d85c-43db-8f78-9cfabd0e2ca6', 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0', 'admin_state_up': True, 'tenant_id': '2d0fd9ce57334e81b04721ec591fa043'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:30:29.140423 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.150542 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Made reservation on behalf of 2d0fd9ce57334e81b04721ec591fa043 for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:30:29.156622 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.166989 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.220354 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-45223560-7930-4d46-be7b-0f42babf39ca None None] Provisioning complete for port b4edc163-2bfa-40e2-a3f8-c694bea51e67 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:29.220682 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-45223560-7930-4d46-be7b-0f42babf39ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.283353 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.288648 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:29.289963 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.294228 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.334084 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.337110 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eaec13-7701-4f43-a6b7-0e703b1c0409,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:29.354474 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-45223560-7930-4d46-be7b-0f42babf39ca None None] Port b4edc163-2bfa-40e2-a3f8-c694bea51e67 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:30:29.401800 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.432252 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Attempting to bind port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:30:29.432688 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Attempting to bind port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:30:29.432989 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Attempting to bind port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:30:29.437084 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfeadc-8d16-4d4b-a70e-8f60d04103ce None None] Pushing event updated for resources: {'Port': ['ID=428b77ac-c5fa-41b5-975c-1a7be1f3d26b,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:29.444496 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:30:29.444770 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.444899 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:30:29.445377 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.445800 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:30:29.446181 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Bound port: 428b77ac-c5fa-41b5-975c-1a7be1f3d26b, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:30:29.446565 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.470062 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f2542ae8-f587-407c-b030-3c27cf5e7254 req-c116bac4-16bb-4054-aa37-629cdf9cc300 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0637231 Nov 10 20:30:29.494064 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:29.494612 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.509409 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Allocated IP 192.168.233.240 (81eb0398-7fe0-4657-b97e-663fa95e8ef0/4caf5896-bb36-4ead-97d1-77e788a4b48c/4549d9f0-ff7a-4eca-83c7-0d41e0096aac) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:30:29.559841 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.564752 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Pushing event updated for resources: {'Port': ['ID=b4edc163-2bfa-40e2-a3f8-c694bea51e67,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:29.571703 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] For port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:30:29.582646 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] For port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=428b77ac-c5fa-41b5-975c-1a7be1f3d26b,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:30:29.618910 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.676536 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 2996b60d-29bd-453d-b010-30b02ad98e87 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:29.701216 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:29.702668 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:29.746846 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Routers {'d187288f-3d09-4635-8af5-c78028db9346'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:30:29.747680 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:30:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d187288f-3d09-4635-8af5-c78028db9346'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:29.777550 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.854743 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.934760 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Router d187288f-3d09-4635-8af5-c78028db9346 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:30:29.954553 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:29.958685 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:29.963859 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:30:30.029131 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Pushing event updated for resources: {'Port': ['ID=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:30.094165 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:30.094165 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:30.123693 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b615664e-0739-46e1-831f-5458d14a2f60 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1881278 Nov 10 20:30:30.144628 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Request body: {'port': {'device_id': '21774dba-d85c-43db-8f78-9cfabd0e2ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:30:30.145189 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfeadc-8d16-4d4b-a70e-8f60d04103ce None None] Pushing event updated for resources: {'Port': ['ID=428b77ac-c5fa-41b5-975c-1a7be1f3d26b,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:30.201899 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:30:30.207961 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-a71c9a79-25fc-4caf-a746-0e2406438440 admin admin] 10.222.0.13 "PUT /v2.0/routers/d187288f-3d09-4635-8af5-c78028db9346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9991772 Nov 10 20:30:30.254156 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:30.272480 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-3df36ff0-0e0a-48f6-9b76-6a1f24ec722d None None] Provisioning complete for port b4edc163-2bfa-40e2-a3f8-c694bea51e67 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:30.272858 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3df36ff0-0e0a-48f6-9b76-6a1f24ec722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:30.320058 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-3df36ff0-0e0a-48f6-9b76-6a1f24ec722d None None] Port b4edc163-2bfa-40e2-a3f8-c694bea51e67 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:30:30.353798 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 2996b60d-29bd-453d-b010-30b02ad98e87 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:30.354180 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:30.398122 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] Set router d187288f-3d09-4635-8af5-c78028db9346 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:30:30.404982 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42082) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:30.516632 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-66b7daf6-39ed-45a7-8ca6-53b5811b1242 None None] Provisioning complete for port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:30.516632 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-66b7daf6-39ed-45a7-8ca6-53b5811b1242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:30.608419 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-dcd972bc-3f86-439e-9276-f93073694933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:30.624847 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-66b7daf6-39ed-45a7-8ca6-53b5811b1242 None None] Port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:30:30.730178 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf939b-452d-403c-ae95-0a58e527fd8e req-d5073b1f-a1c9-478c-a2c7-5a2e58589afb tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:30.738562 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2abf939b-452d-403c-ae95-0a58e527fd8e req-d5073b1f-a1c9-478c-a2c7-5a2e58589afb tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 936 time: 0.0881345 Nov 10 20:30:30.813958 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-dcd972bc-3f86-439e-9276-f93073694933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:30.823977 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-dcd972bc-3f86-439e-9276-f93073694933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:30.845285 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device e5ede752-8471-44d7-b96e-b412655584b3 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:30.876932 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2abf939b-452d-403c-ae95-0a58e527fd8e req-8032cd50-2056-4608-8a3b-62c94488d63d tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353765 Nov 10 20:30:30.921231 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd972bc-3f86-439e-9276-f93073694933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18731998-c25c-4639-8792-5a26fd720a08,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:30.941310 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-dcd972bc-3f86-439e-9276-f93073694933 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2df75a61e1aa4e9cafdab38bda362f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5351169 Nov 10 20:30:30.948312 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42098) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:30:30.972291 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4549d9f0-ff7a-4eca-83c7-0d41e0096aac {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:30:30.974714 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187288f-3d09-4635-8af5-c78028db9346', 'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:24Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 4, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'gw_port': {'id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:25Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'b4edc163-2bfa-40e2-a3f8-c694bea51e67', 'name': '', 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'mac_address': 'fa:16:3e:7a:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:28Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 2, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'subnets': [{'id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:30.983241 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.001682 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Transition to ACTIVE for port object 4549d9f0-ff7a-4eca-83c7-0d41e0096aac will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:30:31.009603 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.020118 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64e57d-5b5e-4111-82d6-cd1a5b586da1 None None] The sync data for ids ['d187288f-3d09-4635-8af5-c78028db9346'] in dv-cinder-815145-6-iscsi is: [{'id': 'd187288f-3d09-4635-8af5-c78028db9346', 'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:24Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 4, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'gw_port': {'id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:25Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'b4edc163-2bfa-40e2-a3f8-c694bea51e67', 'name': '', 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'mac_address': 'fa:16:3e:7a:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:28Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 2, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'subnets': [{'id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:30:31.024268 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port e5ede752-8471-44d7-b96e-b412655584b3 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:31.025088 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.057763 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7e5171c6-65b0-40cb-8112-19256a311bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.106242 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7e5171c6-65b0-40cb-8112-19256a311bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.161646 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:31.197188 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7e5171c6-65b0-40cb-8112-19256a311bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.199640 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7e5171c6-65b0-40cb-8112-19256a311bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.204628 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-7e5171c6-65b0-40cb-8112-19256a311bc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18731998-c25c-4639-8792-5a26fd720a08 HTTP/1.1" status: 204 len: 168 time: 0.2516608 Nov 10 20:30:31.220832 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5171c6-65b0-40cb-8112-19256a311bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18731998-c25c-4639-8792-5a26fd720a08,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:31.238826 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 2996b60d-29bd-453d-b010-30b02ad98e87 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:31.296341 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Attempting to bind port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:30:31.298371 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Attempting to bind port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '99af7cbe-7c73-4cd6-922b-2190a82edbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:30:31.301093 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Attempting to bind port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac on network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:30:31.313586 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac on network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:30:31.314884 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Attempting to bind port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac on network 81eb0398-7fe0-4657-b97e-663fa95e8ef0 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:30:31.334037 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:30:31.334378 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Checking segment: {'id': '99af7cbe-7c73-4cd6-922b-2190a82edbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:30:31.334780 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Bound using segment: {'id': '99af7cbe-7c73-4cd6-922b-2190a82edbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:30:31.335897 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Bound port: 4549d9f0-ff7a-4eca-83c7-0d41e0096aac, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99af7cbe-7c73-4cd6-922b-2190a82edbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:30:31.335897 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.353033 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 2996b60d-29bd-453d-b010-30b02ad98e87 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:31.353336 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.514191 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] For port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:30:31.522095 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] For port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,segment=NetworkSegment(99af7cbe-7c73-4cd6-922b-2190a82edbd0),segment_id=99af7cbe-7c73-4cd6-922b-2190a82edbd0)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:30:31.534964 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.640826 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:31.692432 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:31.694000 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:31.697763 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-5fe0b8c6-2c96-4e43-8423-3a451bcc5eb9 service neutron] 10.222.0.39 "PUT /v2.0/ports/4549d9f0-ff7a-4eca-83c7-0d41e0096aac HTTP/1.1" status: 200 len: 1098 time: 1.5580652 Nov 10 20:30:31.699540 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21774dba-d85c-43db-8f78-9cfabd0e2ca6', 'tag': '4549d9f0-ff7a-4eca-83c7-0d41e0096aac'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:30:31.709773 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27058586-d23e-4f9f-8713-15aa5fc2a4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "21774dba-d85c-43db-8f78-9cfabd0e2ca6", "tag": "4549d9f0-ff7a-4eca-83c7-0d41e0096aac"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:30:31.886671 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b36b7953-cfb8-4a39-bc66-2306e1d88d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:31.889697 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-b36b7953-cfb8-4a39-bc66-2306e1d88d6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d0fd9ce57334e81b04721ec591fa043&device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 1101 time: 0.1094587 Nov 10 20:30:31.998365 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-339465cf-43eb-4b20-815b-7732aecef1fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=4549d9f0-ff7a-4eca-83c7-0d41e0096aac HTTP/1.1" status: 200 len: 217 time: 0.0907841 Nov 10 20:30:32.141176 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-8acb4b53-1e79-46b1-a453-15ff0d54ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:32.143740 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-8acb4b53-1e79-46b1-a453-15ff0d54ac13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4caf5896-bb36-4ead-97d1-77e788a4b48c HTTP/1.1" status: 200 len: 843 time: 0.1358674 Nov 10 20:30:32.221816 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9080e146-7e7b-4364-a051-1273fbe8fdfd x-openstack-request-id: req-9080e146-7e7b-4364-a051-1273fbe8fdfd {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:30:32.222110 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21774dba-d85c-43db-8f78-9cfabd0e2ca6", "tag": "4549d9f0-ff7a-4eca-83c7-0d41e0096aac", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:30:32.222361 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9080e146-7e7b-4364-a051-1273fbe8fdfd {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:30:32.222970 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21774dba-d85c-43db-8f78-9cfabd0e2ca6', 'tag': '4549d9f0-ff7a-4eca-83c7-0d41e0096aac', 'status': 'completed', 'code': 200} Nov 10 20:30:32.254282 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-97c92928-c5cf-4681-a961-c170dc74048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:32.256307 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-97c92928-c5cf-4681-a961-c170dc74048c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81eb0398-7fe0-4657-b97e-663fa95e8ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0814626 Nov 10 20:30:32.274459 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce18adb-e43c-4d38-bfb4-d6177d87e7b6 req-885e20c9-541a-4e60-8193-126bc5afd531 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:32.275942 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3ce18adb-e43c-4d38-bfb4-d6177d87e7b6 req-885e20c9-541a-4e60-8193-126bc5afd531 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 948 time: 0.1757073 Nov 10 20:30:32.418612 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-758e6692-3e5c-43ec-a831-2d28280ce5f3 service neutron] 10.222.0.39 "GET /v2.0/networks/81eb0398-7fe0-4657-b97e-663fa95e8ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406596 Nov 10 20:30:32.513770 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3ce18adb-e43c-4d38-bfb4-d6177d87e7b6 req-27b4170c-6a75-430e-b558-809a1ef92566 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264104 Nov 10 20:30:32.591852 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2f7b8627-fa2d-465f-bd9b-5215b2e4a9e2 req-c52ce34a-b939-465a-82b1-c449b120ebfe service neutron] 10.222.0.39 "GET /v2.0/networks/81eb0398-7fe0-4657-b97e-663fa95e8ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614707 Nov 10 20:30:32.788801 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-04c9ed27-8518-440f-83f6-600eb24fb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:32.792363 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-04c9ed27-8518-440f-83f6-600eb24fb4d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d0fd9ce57334e81b04721ec591fa043&device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 1101 time: 0.0746682 Nov 10 20:30:32.813258 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 428b77ac-c5fa-41b5-975c-1a7be1f3d26b up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:32.899500 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:32.900078 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:32.942467 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-b5ebb908-ae04-4de2-837b-f3906ce51a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:32.943885 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-b5ebb908-ae04-4de2-837b-f3906ce51a8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=81eb0398-7fe0-4657-b97e-663fa95e8ef0 HTTP/1.1" status: 200 len: 870 time: 0.1404288 Nov 10 20:30:33.009065 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:33.040241 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=428b77ac-c5fa-41b5-975c-1a7be1f3d26b,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:33.043490 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:33.060729 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-82688b61-d288-4e2d-98fa-17b3f0e1e49e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=4549d9f0-ff7a-4eca-83c7-0d41e0096aac HTTP/1.1" status: 200 len: 217 time: 0.1075120 Nov 10 20:30:33.129883 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=428b77ac-c5fa-41b5-975c-1a7be1f3d26b,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:33.172483 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-5ae2ce09-842e-4a17-a705-b489c901245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:33.175016 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-5ae2ce09-842e-4a17-a705-b489c901245e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4caf5896-bb36-4ead-97d1-77e788a4b48c HTTP/1.1" status: 200 len: 843 time: 0.1057501 Nov 10 20:30:33.236214 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-b6347125-4597-4246-9dfa-c5cfff310250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:33.237656 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-b6347125-4597-4246-9dfa-c5cfff310250 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81eb0398-7fe0-4657-b97e-663fa95e8ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0540001 Nov 10 20:30:33.364769 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-162b3fe5-47e0-4eb0-9c39-936a9e906884 service neutron] 10.222.0.39 "GET /v2.0/networks/81eb0398-7fe0-4657-b97e-663fa95e8ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179090 Nov 10 20:30:33.472236 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-27058586-d23e-4f9f-8713-15aa5fc2a4c4 req-eb3ede60-5d8a-4474-9135-9348e9d8c4cc service neutron] 10.222.0.39 "GET /v2.0/networks/81eb0398-7fe0-4657-b97e-663fa95e8ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996263 Nov 10 20:30:33.728653 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2033a-a67a-4bd8-bf72-5c051098dfac req-2d9bc82a-5c32-4d32-ad46-87541a9d5a07 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:33.730228 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-58f2033a-a67a-4bd8-bf72-5c051098dfac req-2d9bc82a-5c32-4d32-ad46-87541a9d5a07 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 948 time: 0.0926383 Nov 10 20:30:33.796748 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-58f2033a-a67a-4bd8-bf72-5c051098dfac req-0d80d93c-3bd9-4d78-837a-fcdbb283c2f1 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586746 Nov 10 20:30:34.773038 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 428b77ac-c5fa-41b5-975c-1a7be1f3d26b up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:34.861037 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:34.861424 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:35.003479 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c893-ee6d-41b1-b7bd-fea82c418786 req-17b0b989-38fe-4b62-81dd-a1d40d890c41 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:35.018172 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5773c893-ee6d-41b1-b7bd-fea82c418786 req-17b0b989-38fe-4b62-81dd-a1d40d890c41 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 948 time: 0.0979578 Nov 10 20:30:35.099033 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5773c893-ee6d-41b1-b7bd-fea82c418786 req-a47522d5-d47e-44ca-87eb-a6e06c6e32a5 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797281 Nov 10 20:30:35.539439 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Sync routers for ids ['d187288f-3d09-4635-8af5-c78028db9346'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:30:35.552041 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Routers {'d187288f-3d09-4635-8af5-c78028db9346'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:30:35.552758 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:30:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d187288f-3d09-4635-8af5-c78028db9346'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:35.675595 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Set router d187288f-3d09-4635-8af5-c78028db9346 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:30:35.817546 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-de4a46e8-6bd2-4a14-9580-af41f98ab47d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705440 Nov 10 20:30:35.947341 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-c93fab07-8e48-432f-8c07-d5feb4a3cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:35.953428 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-c93fab07-8e48-432f-8c07-d5feb4a3cc93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1098 time: 0.0912511 Nov 10 20:30:36.034189 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187288f-3d09-4635-8af5-c78028db9346', 'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:24Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 4, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'gw_port': {'id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:25Z', 'updated_at': '2021-11-10T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'b4edc163-2bfa-40e2-a3f8-c694bea51e67', 'name': '', 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'mac_address': 'fa:16:3e:7a:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:28Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 2, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'subnets': [{'id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:36.080963 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Checking router: d187288f-3d09-4635-8af5-c78028db9346 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:30:36.081348 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Updating router d187288f-3d09-4635-8af5-c78028db9346 port b4edc163-2bfa-40e2-a3f8-c694bea51e67 binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:30:36.116782 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:36.125050 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-b9bc61c8-046d-45aa-8176-16ae6cb6d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:36.128035 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-b9bc61c8-046d-45aa-8176-16ae6cb6d1d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 200 len: 909 time: 0.1489716 Nov 10 20:30:36.252788 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-72f122e4-75db-4dad-8b4a-cd84237a1736 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 200 len: 1000 time: 0.1127136 Nov 10 20:30:36.280894 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81e41-f2ee-462d-bec1-7d2739890f2b req-7750a20d-0459-4d5d-aa6c-13142ce739ec tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:36.282518 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53e81e41-f2ee-462d-bec1-7d2739890f2b req-7750a20d-0459-4d5d-aa6c-13142ce739ec tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 948 time: 0.0817535 Nov 10 20:30:36.337602 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-f768d466-61cd-445a-bf5d-212dcc6e7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:36.340016 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-f768d466-61cd-445a-bf5d-212dcc6e7739 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2dd2b-181a-4fd2-b272-6052dc08637c HTTP/1.1" status: 200 len: 847 time: 0.0794268 Nov 10 20:30:36.370673 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-53e81e41-f2ee-462d-bec1-7d2739890f2b req-35f57d8c-0323-418a-89db-6e12c599b1f6 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787530 Nov 10 20:30:36.439027 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-09cd8e40-08e0-4cac-b7f8-c28bb7cd8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:36.440805 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-09cd8e40-08e0-4cac-b7f8-c28bb7cd8dad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42177e54-a952-41d7-a78c-6773020ea1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905073 Nov 10 20:30:36.481765 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:36.489062 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:36.510966 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 4549d9f0-ff7a-4eca-83c7-0d41e0096aac details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:30:36.532867 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced86cd2-244b-4c54-97a8-2177cf5283b6 None None] Pushing event updated for resources: {'Port': ['ID=b4edc163-2bfa-40e2-a3f8-c694bea51e67,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:36.598306 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-8b24a8e8-c88a-4aa7-b191-25c4a448879c service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453867 Nov 10 20:30:36.697648 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Attempting to bind port b4edc163-2bfa-40e2-a3f8-c694bea51e67 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:30:36.698224 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Attempting to bind port b4edc163-2bfa-40e2-a3f8-c694bea51e67 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '77a881fb-db10-4da5-bbec-46a2f9ea2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:30:36.698520 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Attempting to bind port b4edc163-2bfa-40e2-a3f8-c694bea51e67 on network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:30:36.704714 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:30:36.707253 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Checking segment: {'id': '77a881fb-db10-4da5-bbec-46a2f9ea2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:30:36.707253 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:36.707253 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Bound using segment: {'id': '77a881fb-db10-4da5-bbec-46a2f9ea2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:30:36.707253 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Bound port: b4edc163-2bfa-40e2-a3f8-c694bea51e67, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a881fb-db10-4da5-bbec-46a2f9ea2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:30:36.707253 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:36.733727 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,segment=NetworkSegment(99af7cbe-7c73-4cd6-922b-2190a82edbd0),segment_id=99af7cbe-7c73-4cd6-922b-2190a82edbd0)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:36.769518 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '4549d9f0-ff7a-4eca-83c7-0d41e0096aac', 'network_id': '81eb0398-7fe0-4657-b97e-663fa95e8ef0', 'port_id': '4549d9f0-ff7a-4eca-83c7-0d41e0096aac', 'mac_address': 'fa:16:3e:2a:47:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4caf5896-bb36-4ead-97d1-77e788a4b48c', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:30:36.795004 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] For port b4edc163-2bfa-40e2-a3f8-c694bea51e67, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:30:36.802024 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] For port b4edc163-2bfa-40e2-a3f8-c694bea51e67, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=b4edc163-2bfa-40e2-a3f8-c694bea51e67,segment=NetworkSegment(77a881fb-db10-4da5-bbec-46a2f9ea2646),segment_id=77a881fb-db10-4da5-bbec-46a2f9ea2646)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:30:36.813363 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:36.846016 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4db6e399-447c-4f2b-8712-089c91df9ba7 req-fa2cdd6e-ccb9-453e-810d-3d5f1c4beaec service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359023 Nov 10 20:30:36.881979 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:36.903193 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4549d9f0-ff7a-4eca-83c7-0d41e0096aac {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:30:36.930329 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced86cd2-244b-4c54-97a8-2177cf5283b6 None None] Pushing event updated for resources: {'Port': ['ID=b4edc163-2bfa-40e2-a3f8-c694bea51e67,revision_number=4']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:36.948858 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Routers {'d187288f-3d09-4635-8af5-c78028db9346'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:30:36.950641 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:30:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d187288f-3d09-4635-8af5-c78028db9346'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:36.955476 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,segment=NetworkSegment(99af7cbe-7c73-4cd6-922b-2190a82edbd0),segment_id=99af7cbe-7c73-4cd6-922b-2190a82edbd0)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:36.964831 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:37.024582 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:37.027165 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-d4ddc8c0-f697-45a5-8565-90017fa62664 None None] Provisioning complete for port b4edc163-2bfa-40e2-a3f8-c694bea51e67 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:37.027540 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc8c0-f697-45a5-8565-90017fa62664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:37.115127 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] Set router d187288f-3d09-4635-8af5-c78028db9346 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:30:37.160564 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc8c0-f697-45a5-8565-90017fa62664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:37.226571 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-d4ddc8c0-f697-45a5-8565-90017fa62664 None None] For port b4edc163-2bfa-40e2-a3f8-c694bea51e67, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=b4edc163-2bfa-40e2-a3f8-c694bea51e67,segment=NetworkSegment(77a881fb-db10-4da5-bbec-46a2f9ea2646),segment_id=77a881fb-db10-4da5-bbec-46a2f9ea2646)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:37.234370 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc8c0-f697-45a5-8565-90017fa62664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:37.321786 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddc8c0-f697-45a5-8565-90017fa62664 None None] Pushing event updated for resources: {'Port': ['ID=b4edc163-2bfa-40e2-a3f8-c694bea51e67,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:37.372354 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-c0d20abf-6be3-404d-84ec-cd82a15eb7a7 None None] Provisioning complete for port b4edc163-2bfa-40e2-a3f8-c694bea51e67 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:37.377095 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c0d20abf-6be3-404d-84ec-cd82a15eb7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:37.501425 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['4549d9f0-ff7a-4eca-83c7-0d41e0096aac'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:30:37.558106 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187288f-3d09-4635-8af5-c78028db9346', 'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:24Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 4, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'gw_port': {'id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:25Z', 'updated_at': '2021-11-10T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'b4edc163-2bfa-40e2-a3f8-c694bea51e67', 'name': '', 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'mac_address': 'fa:16:3e:7a:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:28Z', 'updated_at': '2021-11-10T20:30:36Z', 'revision_number': 4, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'subnets': [{'id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:30:37.578866 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbba71-2064-4057-a1af-4b84e6a42213 req-af7cdcd7-a122-4a9e-af71-34c7fed0fa97 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:37.580389 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0ecbba71-2064-4057-a1af-4b84e6a42213 req-af7cdcd7-a122-4a9e-af71-34c7fed0fa97 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 949 time: 0.0905614 Nov 10 20:30:37.621515 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475d73c-a06b-4a32-abec-319982462b48 None None] The sync data for ids ['d187288f-3d09-4635-8af5-c78028db9346'] in dv-cinder-815145-6-iscsi is: [{'id': 'd187288f-3d09-4635-8af5-c78028db9346', 'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:24Z', 'updated_at': '2021-11-10T20:30:29Z', 'revision_number': 4, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'gw_port': {'id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:25Z', 'updated_at': '2021-11-10T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'b4edc163-2bfa-40e2-a3f8-c694bea51e67', 'name': '', 'network_id': 'db04d7d6-a124-4bd5-b3e9-e34caa8e4e57', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'mac_address': 'fa:16:3e:7a:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:28Z', 'updated_at': '2021-11-10T20:30:36Z', 'revision_number': 4, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'subnets': [{'id': 'cd2a651b-0fb4-497e-b43e-9ef5515be840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:30:37.674686 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0ecbba71-2064-4057-a1af-4b84e6a42213 req-114236f7-ae64-4ce4-a025-fb42780b5737 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816808 Nov 10 20:30:38.854662 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device b4edc163-2bfa-40e2-a3f8-c694bea51e67 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:38.907363 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61f11-2d6a-4b91-b376-9396eb3c53f9 req-8eb9ae92-dd1f-4d9d-b0dd-d64dbade8c2f tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:38.915670 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d0d61f11-2d6a-4b91-b376-9396eb3c53f9 req-8eb9ae92-dd1f-4d9d-b0dd-d64dbade8c2f tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 949 time: 0.0857871 Nov 10 20:30:38.944817 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port b4edc163-2bfa-40e2-a3f8-c694bea51e67 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:38.946641 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:38.984332 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d0d61f11-2d6a-4b91-b376-9396eb3c53f9 req-e1e710bb-98df-42b5-94dd-6700de0b38c0 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632019 Nov 10 20:30:39.817049 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:30:40.129779 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177cf8-1014-4809-8343-9d12664f6a7c req-593416b6-7099-4286-b657-5d2f26aefb72 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:40.131448 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19177cf8-1014-4809-8343-9d12664f6a7c req-593416b6-7099-4286-b657-5d2f26aefb72 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 949 time: 0.0704737 Nov 10 20:30:40.199876 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19177cf8-1014-4809-8343-9d12664f6a7c req-d7b3e12b-72f1-4f7d-ad0e-88c41363093c tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598633 Nov 10 20:30:40.349966 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ca5851c3-38d1-49f3-b195-c660960623c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:40.515865 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 4549d9f0-ff7a-4eca-83c7-0d41e0096aac up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:30:40.589848 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:30:40.597446 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:40.600104 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:40.724684 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:40.738926 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:40.755620 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21774dba-d85c-43db-8f78-9cfabd0e2ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4549d9f0-ff7a-4eca-83c7-0d41e0096aac'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:30:40.758124 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2ae235-3a78-4e7c-bc34-2413d54c7889" -d '{"events": [{"server_uuid": "21774dba-d85c-43db-8f78-9cfabd0e2ca6", "name": "network-vif-plugged", "status": "completed", "tag": "4549d9f0-ff7a-4eca-83c7-0d41e0096aac"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:30:40.775321 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,segment=NetworkSegment(99af7cbe-7c73-4cd6-922b-2190a82edbd0),segment_id=99af7cbe-7c73-4cd6-922b-2190a82edbd0)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:40.781791 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:40.829202 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482cdcee-fbaf-48c4-802c-c5a89fb02b37 x-openstack-request-id: req-482cdcee-fbaf-48c4-802c-c5a89fb02b37 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:30:40.829694 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21774dba-d85c-43db-8f78-9cfabd0e2ca6", "name": "network-vif-plugged", "status": "completed", "tag": "4549d9f0-ff7a-4eca-83c7-0d41e0096aac", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:30:40.830050 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-482cdcee-fbaf-48c4-802c-c5a89fb02b37 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:30:40.830552 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21774dba-d85c-43db-8f78-9cfabd0e2ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4549d9f0-ff7a-4eca-83c7-0d41e0096aac', 'code': 200} Nov 10 20:30:40.847005 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:41.095510 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7618557-bf52-4176-b91f-d614c0bd26a8 req-82bf48f3-36a5-4824-9891-05abfd7c6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:41.097260 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e7618557-bf52-4176-b91f-d614c0bd26a8 req-82bf48f3-36a5-4824-9891-05abfd7c6458 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 1103 time: 0.0530889 Nov 10 20:30:41.151274 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e7618557-bf52-4176-b91f-d614c0bd26a8 req-3e48934b-29a8-4c23-97a9-dc9e59798b49 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 Nov 10 20:30:41.316167 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b87a0c-ffcf-4025-8477-50dfbbb0a5d2 req-48db358b-b090-4259-980a-3a6459b63fd1 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:41.318213 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-38b87a0c-ffcf-4025-8477-50dfbbb0a5d2 req-48db358b-b090-4259-980a-3a6459b63fd1 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 950 time: 0.0553629 Nov 10 20:30:41.376839 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-38b87a0c-ffcf-4025-8477-50dfbbb0a5d2 req-5e9e87eb-0983-45dd-a8c9-876c542a8eb4 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Nov 10 20:30:42.515503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531428f-1332-47f1-93e9-43e345f89a20 req-1b8aeda2-be76-4add-9e7a-28dbf0c7b3e2 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:42.517180 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b531428f-1332-47f1-93e9-43e345f89a20 req-1b8aeda2-be76-4add-9e7a-28dbf0c7b3e2 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 950 time: 0.0590072 Nov 10 20:30:42.580284 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b531428f-1332-47f1-93e9-43e345f89a20 req-3f91ee08-5587-4e63-9125-a20f358de5cc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540681 Nov 10 20:30:42.627737 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bf995d05-301f-4924-858d-9f24438816ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:43.715767 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da620e3d-78b1-4a90-ae5b-9be3ecad8b93 req-19f00d65-f556-48db-af4c-63452e7059e4 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:43.717362 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-da620e3d-78b1-4a90-ae5b-9be3ecad8b93 req-19f00d65-f556-48db-af4c-63452e7059e4 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 950 time: 0.0511796 Nov 10 20:30:43.767843 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-da620e3d-78b1-4a90-ae5b-9be3ecad8b93 req-c716975a-0862-4cd2-babe-64e14c30342e tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Nov 10 20:30:43.840819 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:43.881431 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-84a157af-0b48-4c37-9990-3abfce1178d9 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:43.883436 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-84a157af-0b48-4c37-9990-3abfce1178d9 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/networks?id=b9552261-a1b4-4d81-b1e4-92fe45f180a1 HTTP/1.1" status: 200 len: 813 time: 0.1201663 Nov 10 20:30:43.902609 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-a34aabed-05cd-495b-8151-f88ab9977138 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/quotas/eadece63b429465691cca3f7bb2ea367 HTTP/1.1" status: 200 len: 375 time: 0.0106442 Nov 10 20:30:43.962671 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-cb2cba16-7e57-4377-a60b-26e81abad709 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eadece63b429465691cca3f7bb2ea367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541446 Nov 10 20:30:44.055011 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce529cf-2a92-42f4-aba6-b5c7557f3993 req-8cc766bc-880e-4384-9bf5-bb093d423663 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:44.056695 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fce529cf-2a92-42f4-aba6-b5c7557f3993 req-8cc766bc-880e-4384-9bf5-bb093d423663 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 950 time: 0.0508835 Nov 10 20:30:44.108085 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fce529cf-2a92-42f4-aba6-b5c7557f3993 req-0d7d2dea-4796-4ce0-a884-6ad886a16000 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Nov 10 20:30:44.176271 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-ff791ffd-f2ba-4db6-b32f-a8c730d23f65 service neutron] 10.222.0.13 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022088 Nov 10 20:30:44.272721 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-d5f1f7c3-aa9d-4c57-9cd3-a0cc9dc75645 service neutron] 10.222.0.13 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864520 Nov 10 20:30:44.428961 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9f6212c6-ca54-4aa6-85be-6a2ca2c948f0 req-43c7ce92-8592-4f6f-99ce-9414d76fcec0 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 210 time: 0.0304434 Nov 10 20:30:45.232555 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8b79-5300-4dbf-bb8f-4772f8ec615a req-5f9a4bac-cc99-4df9-9fe9-62dc8d5b0fe2 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:45.234068 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a48b8b79-5300-4dbf-bb8f-4772f8ec615a req-5f9a4bac-cc99-4df9-9fe9-62dc8d5b0fe2 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 950 time: 0.0533526 Nov 10 20:30:45.283883 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a48b8b79-5300-4dbf-bb8f-4772f8ec615a req-d2e534c1-3cc5-4f2b-8d68-39d0e39e7517 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Nov 10 20:30:45.301294 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:45.529486 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e331f37-a238-4875-8a1d-2723fadf1b42 req-6b3ef1d4-8903-4a5b-800a-f136c8e203d9 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 210 time: 0.0260286 Nov 10 20:30:45.660263 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-2c0145a3-a486-47d6-aa8e-08f41175f6be tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:45.661722 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-2c0145a3-a486-47d6-aa8e-08f41175f6be tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.39 "GET /v2.0/networks?id=b9552261-a1b4-4d81-b1e4-92fe45f180a1 HTTP/1.1" status: 200 len: 813 time: 0.1094143 Nov 10 20:30:45.691710 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'port': {'device_id': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'admin_state_up': True, 'tenant_id': 'eadece63b429465691cca3f7bb2ea367'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:30:45.822284 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Made reservation on behalf of eadece63b429465691cca3f7bb2ea367 for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:30:45.826602 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:45.958480 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Allocated IP 172.20.0.4 (b9552261-a1b4-4d81-b1e4-92fe45f180a1/88dd6ce3-55f2-4d6a-a0e7-301247bbe7da/23a7f2fe-e204-4e32-a897-4555f1181e61) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:30:46.114099 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-98e7809b-5022-4d44-827b-dc47f4d878b6 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:46.115598 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-98e7809b-5022-4d44-827b-dc47f4d878b6 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.39 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 950 time: 0.0550466 Nov 10 20:30:46.118600 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:46.158166 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:46.281122 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'Port': ['ID=23a7f2fe-e204-4e32-a897-4555f1181e61,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:46.303414 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Deleting port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:30:46.303764 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:46.304981 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Network b9552261-a1b4-4d81-b1e4-92fe45f180a1 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:30:46.320878 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:30:46.328846 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:30:46.356262 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:46.426970 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:46.427760 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:46.518271 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-70600169-9f86-44b4-9128-2ff623460185 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8305392 Nov 10 20:30:46.557126 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] For port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,segment=NetworkSegment(99af7cbe-7c73-4cd6-922b-2190a82edbd0),segment_id=99af7cbe-7c73-4cd6-922b-2190a82edbd0)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:30:46.558035 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:46.575396 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e783cb1-5df1-40ce-a29b-e7bfeec5b0cd req-46c62146-9a89-414c-864a-f3bde53a727e tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:46.578298 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9e783cb1-5df1-40ce-a29b-e7bfeec5b0cd req-46c62146-9a89-414c-864a-f3bde53a727e tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 950 time: 0.1309092 Nov 10 20:30:46.584303 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Calling delete_port for 4549d9f0-ff7a-4eca-83c7-0d41e0096aac owned by compute:nova {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:30:46.670864 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9e783cb1-5df1-40ce-a29b-e7bfeec5b0cd req-5c8bb197-9408-49d7-8df0-8af1a5225692 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8eaec13-7701-4f43-a6b7-0e703b1c0409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865004 Nov 10 20:30:46.707273 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-4ff8c608-5ace-4f6b-b2b5-31f50e643e21 None None] Provisioning complete for port 23a7f2fe-e204-4e32-a897-4555f1181e61 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:30:46.707822 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c608-5ace-4f6b-b2b5-31f50e643e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:46.749369 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad92d7-b4e7-4ec6-bbca-496b0dcacb60 req-3052cd0f-75cd-4c1c-b6ab-55e3a600af34 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:46.751116 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d8ad92d7-b4e7-4ec6-bbca-496b0dcacb60 req-3052cd0f-75cd-4c1c-b6ab-55e3a600af34 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0961330 Nov 10 20:30:46.765473 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8c608-5ace-4f6b-b2b5-31f50e643e21 None None] Port 23a7f2fe-e204-4e32-a897-4555f1181e61 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:30:46.852961 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d8ad92d7-b4e7-4ec6-bbca-496b0dcacb60 req-b9f2d700-2a3b-4458-b79a-174710f7a2f1 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936093 Nov 10 20:30:46.879896 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:46.912777 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Pushing event deleted for resources: {'Port': ['ID=4549d9f0-ff7a-4eca-83c7-0d41e0096aac,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:30:46.920051 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['4549d9f0-ff7a-4eca-83c7-0d41e0096aac'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:30:46.941639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.941639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.944522 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.945741 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.946314 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.946744 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.947081 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.947421 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.947867 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.948268 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.949716 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:46.950307 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:30:47.016084 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] No DVR routers for this DVR port 4549d9f0-ff7a-4eca-83c7-0d41e0096aac on host hv-cinder-81514 {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:30:47.018899 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:47.022392 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e31da761-4f8c-427d-93b3-2804e70b6053 req-f20dd938-365d-456a-be1a-9cd087aa2adc tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.39 "DELETE /v2.0/ports/4549d9f0-ff7a-4eca-83c7-0d41e0096aac HTTP/1.1" status: 204 len: 173 time: 0.8990622 Nov 10 20:30:47.022851 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21774dba-d85c-43db-8f78-9cfabd0e2ca6', 'name': 'network-vif-deleted', 'tag': '4549d9f0-ff7a-4eca-83c7-0d41e0096aac'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:30:47.026035 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227ac335-1052-4d79-be2f-57fc6bc4fc0f" -d '{"events": [{"server_uuid": "21774dba-d85c-43db-8f78-9cfabd0e2ca6", "name": "network-vif-deleted", "tag": "4549d9f0-ff7a-4eca-83c7-0d41e0096aac"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:30:47.072151 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37fbd32-01e6-4ff8-936b-a799ae3f2d9d x-openstack-request-id: req-e37fbd32-01e6-4ff8-936b-a799ae3f2d9d {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:30:47.072553 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21774dba-d85c-43db-8f78-9cfabd0e2ca6", "name": "network-vif-deleted", "tag": "4549d9f0-ff7a-4eca-83c7-0d41e0096aac", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:30:47.072921 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e37fbd32-01e6-4ff8-936b-a799ae3f2d9d {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:30:47.073235 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21774dba-d85c-43db-8f78-9cfabd0e2ca6', 'name': 'network-vif-deleted', 'tag': '4549d9f0-ff7a-4eca-83c7-0d41e0096aac', 'status': 'completed', 'code': 200} Nov 10 20:30:47.790239 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3d0b55de-b28d-4a2a-a1b6-0cffe3237d5d req-c8903030-0a81-43ea-9328-c2ffc5e45740 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0274446 Nov 10 20:30:47.984500 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98f5c-c9b8-4601-afda-39a0a657feec req-e9284aca-5f04-415a-804f-07127879e706 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:47.985993 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e7f98f5c-c9b8-4601-afda-39a0a657feec req-e9284aca-5f04-415a-804f-07127879e706 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0612640 Nov 10 20:30:48.037538 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e7f98f5c-c9b8-4601-afda-39a0a657feec req-23f47239-dc27-4812-bea6-85c6a09123ef tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Nov 10 20:30:48.890508 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fcca8c40-442e-4085-a46c-633dc6831f5d req-29ff6212-8408-4fb6-9f23-5740a87c1841 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0313535 Nov 10 20:30:49.156506 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837019ed-5698-4bc6-b440-a421d8b182d4 req-2d7ae646-ae6f-45af-906c-ef0b9fceb1e4 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:49.157895 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-837019ed-5698-4bc6-b440-a421d8b182d4 req-2d7ae646-ae6f-45af-906c-ef0b9fceb1e4 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0491908 Nov 10 20:30:49.208300 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-837019ed-5698-4bc6-b440-a421d8b182d4 req-5e87b274-b574-419f-b3c1-e063901cfd7c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443506 Nov 10 20:30:49.993048 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2231049b-22d8-47aa-a0a6-af08f24f8926 req-7eb0fb97-ee83-4f3b-8781-8b9ad2978379 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0264108 Nov 10 20:30:50.337091 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5de32-ea41-48c4-8503-7b0c6fac0e14 req-aa21dcd1-1c67-486f-8566-08158b36b629 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:50.338616 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0fd5de32-ea41-48c4-8503-7b0c6fac0e14 req-aa21dcd1-1c67-486f-8566-08158b36b629 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0501750 Nov 10 20:30:50.395676 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0fd5de32-ea41-48c4-8503-7b0c6fac0e14 req-4963d0be-2b5d-4e25-bcce-51b154c6dbcd tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503259 Nov 10 20:30:50.565321 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 4549d9f0-ff7a-4eca-83c7-0d41e0096aac no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:30:50.589314 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 4549d9f0-ff7a-4eca-83c7-0d41e0096aac {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:30:50.589660 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 4549d9f0-ff7a-4eca-83c7-0d41e0096aac not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:30:51.090425 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c40eb874-5370-4da6-9dc7-b41542bc42d8 req-a6e28ed3-387b-4057-b40d-dccce09db459 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0296052 Nov 10 20:30:51.520760 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfd445-e744-4efb-adc0-dff4ed7e94ec req-685b8246-c937-4719-8902-ae0800f26386 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:51.522310 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-45dfd445-e744-4efb-adc0-dff4ed7e94ec req-685b8246-c937-4719-8902-ae0800f26386 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0503178 Nov 10 20:30:51.571978 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-45dfd445-e744-4efb-adc0-dff4ed7e94ec req-cdcf8551-4aa7-4a1e-bad6-266ee4d4015a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Nov 10 20:30:52.197535 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-89fb0bd4-589b-4121-a73c-12238fbd99e1 req-159a2c23-ab1f-4886-88b8-5b42d0f705d9 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0296285 Nov 10 20:30:52.716722 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368ae4f-14a6-48b1-8cbc-5f060645b206 req-95832bde-755c-4fbf-9a74-32a240a398d6 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:52.718376 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2368ae4f-14a6-48b1-8cbc-5f060645b206 req-95832bde-755c-4fbf-9a74-32a240a398d6 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0589864 Nov 10 20:30:52.779075 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2368ae4f-14a6-48b1-8cbc-5f060645b206 req-1889439a-8075-4798-b716-1efa5c2a8373 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525880 Nov 10 20:30:53.328217 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-69c9c248-2349-4ab6-bd0f-d90d85286ea2 req-07a2d97a-a6f5-4215-a705-8f257be81b01 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0281320 Nov 10 20:30:53.913701 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65522eaa-3384-44e6-a224-f0efb147de9e req-8c94674d-744f-46a4-816d-ea9d64290a8a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:53.915215 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-65522eaa-3384-44e6-a224-f0efb147de9e req-8c94674d-744f-46a4-816d-ea9d64290a8a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0563989 Nov 10 20:30:53.966908 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-65522eaa-3384-44e6-a224-f0efb147de9e req-865fc167-2b12-4d56-832e-eb0c4f1b63c0 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457189 Nov 10 20:30:54.437572 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-215242f9-354d-467c-bff7-e497817da461 req-5a8a8a8c-2906-4286-92b0-32be9629cb5a tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0279891 Nov 10 20:30:55.089645 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7bd4d-3439-4a57-8f0f-d731d5d2579f req-f19289be-9485-4f58-883d-02c91c791b1a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:55.091380 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f2c7bd4d-3439-4a57-8f0f-d731d5d2579f req-f19289be-9485-4f58-883d-02c91c791b1a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0533593 Nov 10 20:30:55.144639 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f2c7bd4d-3439-4a57-8f0f-d731d5d2579f req-e1b86ab5-06c8-4121-b729-2d286f1d377e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467460 Nov 10 20:30:55.547160 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9f7d49b9-c920-41c1-a60c-656ed0ba7572 req-e7d5345f-f4dc-419e-a324-021af185a8a5 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0260868 Nov 10 20:30:56.281946 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f8bb-5ec8-473a-8471-1ec823fcd340 req-e73f6528-73ab-495b-a4f1-189192fd7b75 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:56.283441 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e3d4f8bb-5ec8-473a-8471-1ec823fcd340 req-e73f6528-73ab-495b-a4f1-189192fd7b75 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0524540 Nov 10 20:30:56.576418 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e3d4f8bb-5ec8-473a-8471-1ec823fcd340 req-3e8f8211-455d-458b-8af6-51ce45abc17c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847371 Nov 10 20:30:56.652771 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-39904bfd-df81-4158-806e-a2582baf09cb req-9fbe2ccd-180d-4165-aa60-c6e7cbe7b662 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0282888 Nov 10 20:30:57.694179 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24f383-2701-43a5-b3e7-44dd35fd5ca6 req-2a19efde-5625-40fc-b850-ea6f96232fad tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:57.695713 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-de24f383-2701-43a5-b3e7-44dd35fd5ca6 req-2a19efde-5625-40fc-b850-ea6f96232fad tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0497916 Nov 10 20:30:57.745761 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-de24f383-2701-43a5-b3e7-44dd35fd5ca6 req-e196ae6e-e4ec-4c6b-a5fd-60f577c81f69 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Nov 10 20:30:57.771550 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-de65d8b2-c5a2-4551-b5d0-bc1c7cce3fd8 req-bff53f80-5112-417b-a708-77510b0a1309 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0263278 Nov 10 20:30:58.869647 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65addc3-31fd-4c3e-928e-848b80b661ea req-936d2b56-c193-4ae0-9b1d-c2dc0a37844f tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:58.871214 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b65addc3-31fd-4c3e-928e-848b80b661ea req-936d2b56-c193-4ae0-9b1d-c2dc0a37844f tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0576253 Nov 10 20:30:58.874533 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3ae1c3d7-3b9d-47ef-b44a-2f9a77f80c33 req-7d257ad5-d3df-491f-8f64-1667242c138c tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0308604 Nov 10 20:30:58.925388 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b65addc3-31fd-4c3e-928e-848b80b661ea req-159d77e1-c39f-4f67-bfd7-469b3adea8c4 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Nov 10 20:30:59.972631 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-776717e1-0d44-4f5d-8bcc-62b50d3b764d req-2f50f7f5-057a-4c16-af49-c3606f216c9f tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0264573 Nov 10 20:31:00.043631 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e2e86-b96c-4baf-8f00-cdc393346d31 req-0d890072-04bb-4b0b-a42e-2378f5306da5 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:00.045165 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-819e2e86-b96c-4baf-8f00-cdc393346d31 req-0d890072-04bb-4b0b-a42e-2378f5306da5 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 931 time: 0.0497344 Nov 10 20:31:00.094321 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-819e2e86-b96c-4baf-8f00-cdc393346d31 req-2c74a84a-7866-4494-b7a9-3c13ccbdbf0a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 Nov 10 20:31:00.595181 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Request body: {'port': {'device_id': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:00.651270 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:00.930597 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a7f2fe-e204-4e32-a897-4555f1181e61 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:31:00.938307 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:00.951159 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Transition to ACTIVE for port object 23a7f2fe-e204-4e32-a897-4555f1181e61 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:31:00.954905 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:01.026824 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Pushing event updated for resources: {'Port': ['ID=23a7f2fe-e204-4e32-a897-4555f1181e61,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:01.036238 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.036592 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.036961 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.037272 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.037612 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.037952 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.038382 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.038727 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.039132 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.039498 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.039837 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.040254 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:01.101832 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Attempting to bind port 23a7f2fe-e204-4e32-a897-4555f1181e61 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:31:01.103107 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Attempting to bind port 23a7f2fe-e204-4e32-a897-4555f1181e61 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:31:01.103686 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Attempting to bind port 23a7f2fe-e204-4e32-a897-4555f1181e61 on network b9552261-a1b4-4d81-b1e4-92fe45f180a1 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:31:01.109253 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Port 23a7f2fe-e204-4e32-a897-4555f1181e61 on network b9552261-a1b4-4d81-b1e4-92fe45f180a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:31:01.109890 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Attempting to bind port 23a7f2fe-e204-4e32-a897-4555f1181e61 on network b9552261-a1b4-4d81-b1e4-92fe45f180a1 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:31:01.116188 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:31:01.117687 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Checking segment: {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:31:01.118745 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Bound using segment: {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:31:01.119395 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Bound port: 23a7f2fe-e204-4e32-a897-4555f1181e61, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd719512e-7ea4-4da3-8742-10558c08b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:31:01.120097 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:01.122312 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8e82126b-0999-42e3-acd8-71c6cd0a3f19 req-a7d7f513-61fd-4dde-b923-07efb0a94948 tempest-VolumesNegativeTest-330076179 tempest-VolumesNegativeTest-330076179-project] 10.222.0.13 "GET /v2.0/ports?device_id=21774dba-d85c-43db-8f78-9cfabd0e2ca6 HTTP/1.1" status: 200 len: 210 time: 0.0363436 Nov 10 20:31:01.228843 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] For port 23a7f2fe-e204-4e32-a897-4555f1181e61, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:31:01.232996 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] For port 23a7f2fe-e204-4e32-a897-4555f1181e61, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=23a7f2fe-e204-4e32-a897-4555f1181e61,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:31:01.238485 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:01.274907 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb521b-a842-41d0-9e21-1096b26796cd req-1b1abbfe-c39f-489a-afe8-60ea6e5c4db7 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:01.276364 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-91bb521b-a842-41d0-9e21-1096b26796cd req-1b1abbfe-c39f-489a-afe8-60ea6e5c4db7 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 943 time: 0.0943291 Nov 10 20:31:01.287239 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:01.287849 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:01.289798 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] 10.222.0.39 "PUT /v2.0/ports/23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 1093 time: 0.6994395 Nov 10 20:31:01.290228 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:31:01.292496 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e116a-bfb4-4e14-9404-1c7765517613" -d '{"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:31:01.341317 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e68c7-3349-49fc-95cf-7316b2c21826 service neutron] Pushing event updated for resources: {'Port': ['ID=23a7f2fe-e204-4e32-a897-4555f1181e61,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:01.349671 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad37e3e-9249-4080-b260-0b7bd7843773 x-openstack-request-id: req-9ad37e3e-9249-4080-b260-0b7bd7843773 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:31:01.350093 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:31:01.350361 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ad37e3e-9249-4080-b260-0b7bd7843773 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:31:01.351351 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'status': 'completed', 'code': 200} Nov 10 20:31:01.369175 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-91bb521b-a842-41d0-9e21-1096b26796cd req-e3f1c177-cf58-434f-8e88-24112bca7545 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857623 Nov 10 20:31:01.443858 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e116a-bfb4-4e14-9404-1c7765517613 req-e69e7f1e-9eb2-4bec-a2d8-bc0a965b5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:01.445527 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5f9e116a-bfb4-4e14-9404-1c7765517613 req-e69e7f1e-9eb2-4bec-a2d8-bc0a965b5e3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eadece63b429465691cca3f7bb2ea367&device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1096 time: 0.0436783 Nov 10 20:31:01.563750 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e116a-bfb4-4e14-9404-1c7765517613 req-bd789fc4-dbe3-4f0f-b382-272d4501dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:01.565238 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5f9e116a-bfb4-4e14-9404-1c7765517613 req-bd789fc4-dbe3-4f0f-b382-272d4501dfc9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=eadece63b429465691cca3f7bb2ea367&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1055374 Nov 10 20:31:01.662299 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e116a-bfb4-4e14-9404-1c7765517613 req-600640cc-2e3c-4b26-b73e-b3d04a500dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:01.664302 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5f9e116a-bfb4-4e14-9404-1c7765517613 req-600640cc-2e3c-4b26-b73e-b3d04a500dd6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909927 Nov 10 20:31:01.766230 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-84ee0ce0-8d3a-4f82-9ea9-51c8d924658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:01.767727 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-84ee0ce0-8d3a-4f82-9ea9-51c8d924658c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eadece63b429465691cca3f7bb2ea367&device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1096 time: 0.0408564 Nov 10 20:31:01.821639 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-08e05661-cd2e-4e2e-a9cc-9931e4148d9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 217 time: 0.0374928 Nov 10 20:31:01.874771 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-4d5116bc-a482-407d-b651-a3788854ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:01.876379 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-4d5116bc-a482-407d-b651-a3788854ca37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88dd6ce3-55f2-4d6a-a0e7-301247bbe7da HTTP/1.1" status: 200 len: 852 time: 0.0475841 Nov 10 20:31:01.924630 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-16f2bf5f-0779-4366-9242-bfbe2d521ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:01.926080 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-16f2bf5f-0779-4366-9242-bfbe2d521ee1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9552261-a1b4-4d81-b1e4-92fe45f180a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404954 Nov 10 20:31:02.051014 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-7d270164-89cc-4833-a516-0bbb1c6bbb60 service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173892 Nov 10 20:31:02.142094 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-191ef067-2d02-4a14-a401-b6aa97f1579a req-5eb08fe1-3fc3-4522-8894-ed1b8a41051e service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840557 Nov 10 20:31:02.494281 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a186e3-0a7e-4206-af68-c296eb328207 req-eb7e7a4a-1af1-4728-bf5a-7fe045efdda9 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:02.495941 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-14a186e3-0a7e-4206-af68-c296eb328207 req-eb7e7a4a-1af1-4728-bf5a-7fe045efdda9 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 943 time: 0.0524795 Nov 10 20:31:02.552914 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-14a186e3-0a7e-4206-af68-c296eb328207 req-757cad1c-3ea7-4aba-9aab-19b5c5b012fc tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506220 Nov 10 20:31:03.679846 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0f813-2ff4-484d-be70-dc8e4055effc req-f6707af6-c813-4013-ba0e-7753d8ee7fc7 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:03.681412 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-97b0f813-2ff4-484d-be70-dc8e4055effc req-f6707af6-c813-4013-ba0e-7753d8ee7fc7 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 943 time: 0.0606816 Nov 10 20:31:03.742012 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-97b0f813-2ff4-484d-be70-dc8e4055effc req-a535bbd0-19e9-42ae-8bb5-275e265a784a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539570 Nov 10 20:31:04.624775 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 23a7f2fe-e204-4e32-a897-4555f1181e61 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:31:04.743834 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 23a7f2fe-e204-4e32-a897-4555f1181e61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=23a7f2fe-e204-4e32-a897-4555f1181e61,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:31:04.755715 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'port_id': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'mac_address': 'fa:16:3e:dd:c9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:31:04.793882 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:04.811476 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a7f2fe-e204-4e32-a897-4555f1181e61 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:31:04.833425 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 23a7f2fe-e204-4e32-a897-4555f1181e61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=23a7f2fe-e204-4e32-a897-4555f1181e61,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:31:04.838007 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:04.860553 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8c88b-a55f-4923-abc9-eb84ae0ad583 req-94499d75-05b1-44d2-a5a5-f48d154fa292 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:04.862156 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-98b8c88b-a55f-4923-abc9-eb84ae0ad583 req-94499d75-05b1-44d2-a5a5-f48d154fa292 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 943 time: 0.0518386 Nov 10 20:31:04.889588 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=23a7f2fe-e204-4e32-a897-4555f1181e61,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:04.897491 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.897886 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.898867 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.898867 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.899086 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.899271 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.899616 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.899943 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.900285 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.900668 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.901047 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.901367 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:31:04.919880 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-98b8c88b-a55f-4923-abc9-eb84ae0ad583 req-13fe6587-1a8c-4d11-829d-98035087283a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495095 Nov 10 20:31:05.267048 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['23a7f2fe-e204-4e32-a897-4555f1181e61'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:31:05.992570 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 42544) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:06.043187 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6e94-2f90-444c-8d9e-1bc44fbfbea2 req-0ad264b4-0e04-4ecc-85c8-5d35e6f85d10 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:06.045218 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-65ab6e94-2f90-444c-8d9e-1bc44fbfbea2 req-0ad264b4-0e04-4ecc-85c8-5d35e6f85d10 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 944 time: 0.0547950 Nov 10 20:31:06.101163 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-65ab6e94-2f90-444c-8d9e-1bc44fbfbea2 req-b1ad4a9f-5d7d-4ee8-be5b-e4444d17de88 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498176 Nov 10 20:31:06.146606 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-03bc694c-8e86-4f79-9765-7f7aabf43bdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d0fd9ce57334e81b04721ec591fa043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528220 Nov 10 20:31:06.149499 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 42548) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:06.197782 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-516ea042-6b63-4371-b6da-a778bdea5bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:06.219309 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-516ea042-6b63-4371-b6da-a778bdea5bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:06.271524 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-516ea042-6b63-4371-b6da-a778bdea5bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:06.274034 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-516ea042-6b63-4371-b6da-a778bdea5bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:06.275224 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-516ea042-6b63-4371-b6da-a778bdea5bf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8eaec13-7701-4f43-a6b7-0e703b1c0409 HTTP/1.1" status: 204 len: 168 time: 0.1247580 Nov 10 20:31:06.283352 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ea042-6b63-4371-b6da-a778bdea5bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eaec13-7701-4f43-a6b7-0e703b1c0409,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:06.637857 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 23a7f2fe-e204-4e32-a897-4555f1181e61 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:31:06.686406 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 23a7f2fe-e204-4e32-a897-4555f1181e61 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:31:06.690713 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 23a7f2fe-e204-4e32-a897-4555f1181e61 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:31:06.690921 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:06.773106 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:06.799287 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:31:06.801548 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7927d89-2ad6-478f-96b8-bf4fbe53c7c6" -d '{"events": [{"server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:31:06.814612 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 23a7f2fe-e204-4e32-a897-4555f1181e61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=23a7f2fe-e204-4e32-a897-4555f1181e61,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:31:06.818149 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:06.842681 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bb2ece-461c-4be8-9baf-71683f267c5f x-openstack-request-id: req-66bb2ece-461c-4be8-9baf-71683f267c5f {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:31:06.843011 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:31:06.843266 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66bb2ece-461c-4be8-9baf-71683f267c5f {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:31:06.843654 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'code': 200} Nov 10 20:31:06.869668 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=23a7f2fe-e204-4e32-a897-4555f1181e61,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:07.048715 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e8bf6-7c79-4450-8252-bbb566868567 req-f96d3237-a9a9-4a0e-b587-b0da20165e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:07.050114 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a4e8bf6-7c79-4450-8252-bbb566868567 req-f96d3237-a9a9-4a0e-b587-b0da20165e1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1098 time: 0.0410070 Nov 10 20:31:07.095014 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a4e8bf6-7c79-4450-8252-bbb566868567 req-5a364789-a253-45ad-ac66-bfb73c3dc6a9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376220 Nov 10 20:31:07.223706 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed83b6-fa75-41f8-8fba-ad27ce5b5e9d req-d2ca8c8e-7f00-4434-a648-27462eb03558 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:07.225220 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-36ed83b6-fa75-41f8-8fba-ad27ce5b5e9d req-d2ca8c8e-7f00-4434-a648-27462eb03558 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.0493982 Nov 10 20:31:07.273337 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-36ed83b6-fa75-41f8-8fba-ad27ce5b5e9d req-b181855e-c622-4dd1-9c6f-a1c586be8f8b tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Nov 10 20:31:08.394359 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264544c-4b4f-4d4e-bac2-34c500366454 req-5ec464ca-f27b-4c25-9eed-0b702eefdb37 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:08.395878 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9264544c-4b4f-4d4e-bac2-34c500366454 req-5ec464ca-f27b-4c25-9eed-0b702eefdb37 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.0545926 Nov 10 20:31:08.444913 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9264544c-4b4f-4d4e-bac2-34c500366454 req-681e0fd8-5544-47d5-9ce0-a01871ff10ab tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Nov 10 20:31:09.560160 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6d07d-b41c-42ee-8573-41e7298930c0 req-8d9a36d0-e35a-4a27-90ae-d169f314c098 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:09.561801 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-35f6d07d-b41c-42ee-8573-41e7298930c0 req-8d9a36d0-e35a-4a27-90ae-d169f314c098 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.0497699 Nov 10 20:31:09.613347 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-35f6d07d-b41c-42ee-8573-41e7298930c0 req-1f954f9b-d7c9-418a-bc21-50a0dba599c0 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Nov 10 20:31:09.733112 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4989a8-8724-43e8-b7c9-92203080b409 req-3cc33410-2017-44d8-877f-f7098cacdad0 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:09.734535 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ee4989a8-8724-43e8-b7c9-92203080b409 req-3cc33410-2017-44d8-877f-f7098cacdad0 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.0517955 Nov 10 20:31:09.782774 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ee4989a8-8724-43e8-b7c9-92203080b409 req-ade040a5-41c0-46b3-91fb-cfe8d3a41c54 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Nov 10 20:31:10.106408 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b43f6-c6e7-4720-8b4e-d0fe753b266b req-34a26746-1e47-409b-b238-ea7c866e1916 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:10.107898 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9e5b43f6-c6e7-4720-8b4e-d0fe753b266b req-34a26746-1e47-409b-b238-ea7c866e1916 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.0490651 Nov 10 20:31:10.155890 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9e5b43f6-c6e7-4720-8b4e-d0fe753b266b req-f39fb109-ef80-43c5-8042-017253c24eea tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Nov 10 20:31:10.339628 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-6cdcd960-cf40-4a8d-a49c-66c8dafeabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:10.718371 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:12.635491 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b98d2e48-dafb-46ff-aed5-b917e2df64f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:13.841561 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:15.302310 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:16.339638 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:16.816859 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:31:19.557645 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d82ce-5350-4736-9db4-0056eab3b61f req-3e0be670-888b-4b47-b30d-9caefacb0629 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:19.559155 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-992d82ce-5350-4736-9db4-0056eab3b61f req-3e0be670-888b-4b47-b30d-9caefacb0629 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.0522008 Nov 10 20:31:19.607122 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-992d82ce-5350-4736-9db4-0056eab3b61f req-5910f498-5070-4143-8697-c3dd4002166a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Nov 10 20:31:19.629184 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42612) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:19.817811 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6532fd-2d8a-4b75-86ba-56b14adbd3bd tempest-TestMinimumBasicScenario-1084288804 tempest-TestMinimumBasicScenario-1084288804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:19.819330 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-5c6532fd-2d8a-4b75-86ba-56b14adbd3bd tempest-TestMinimumBasicScenario-1084288804 tempest-TestMinimumBasicScenario-1084288804-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1093 time: 0.1891499 Nov 10 20:31:19.822297 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42616) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:19.826503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'floatingip': {'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'port_id': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:19.848314 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for floatingip, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:19.948916 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:20.054866 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Allocated IP 172.27.3.42 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/8341122c-3a4e-44db-8e4a-4de0d8d36f7a) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:31:20.164801 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:20.199506 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:20.241430 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:31:20.244955 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:31:20.247572 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:31:20.272280 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'Port': ['ID=8341122c-3a4e-44db-8e4a-4de0d8d36f7a,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:20.932398 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.035372 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.183423 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.188043 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.252436 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'Port': ['ID=8341122c-3a4e-44db-8e4a-4de0d8d36f7a,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:21.266840 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.365234 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.l3_db [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Floating IP 908f9592-f3cd-4dff-9634-22f4c8876329 associated. External IP: 172.27.3.42, port: 23a7f2fe-e204-4e32-a897-4555f1181e61. Nov 10 20:31:21.571287 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Router 4e415f69-7293-4cc7-a356-ed527ffaea79 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:31:21.682129 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:31:21.691457 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] Sync routers for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:31:21.701679 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.702757 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:31:21.703470 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:31:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:21.730564 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-5b6952b9-7ffa-4dfa-8cf1-778cd6c8b957 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9072216 Nov 10 20:31:21.731164 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:31:21.733483 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0138d174-c853-41eb-ae48-d1818039c36e" -d '{"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:31:21.733653 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 42618) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:21.738107 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-1fccdcd2-b1b9-48f6-aff0-317ad28b005b tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390775354', 'description': 'tempest-secgroup-smoke-390775354 description', 'project_id': 'eadece63b429465691cca3f7bb2ea367'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:21.772352 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1fccdcd2-b1b9-48f6-aff0-317ad28b005b tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.772810 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c77671-8a05-4c3e-b97b-6160f8c8344f x-openstack-request-id: req-35c77671-8a05-4c3e-b97b-6160f8c8344f {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:31:21.773640 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:31:21.773894 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35c77671-8a05-4c3e-b97b-6160f8c8344f {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:31:21.774303 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'status': 'completed', 'code': 200} Nov 10 20:31:21.821831 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:31:21.878695 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1fccdcd2-b1b9-48f6-aff0-317ad28b005b tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.884824 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1fccdcd2-b1b9-48f6-aff0-317ad28b005b tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.906544 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d174-c853-41eb-ae48-d1818039c36e req-6cd67eed-d426-4fe3-94e3-5cba068bb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:21.908181 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0138d174-c853-41eb-ae48-d1818039c36e req-6cd67eed-d426-4fe3-94e3-5cba068bb329 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eadece63b429465691cca3f7bb2ea367&device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1098 time: 0.0792162 Nov 10 20:31:21.930275 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1fccdcd2-b1b9-48f6-aff0-317ad28b005b tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:21.931488 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-1fccdcd2-b1b9-48f6-aff0-317ad28b005b tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1969991 Nov 10 20:31:21.934874 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42622) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:21.940243 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-43a33132-f5f7-43f4-97df-f6fbe361605c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'security_group_rule': {'security_group_id': 'e4af6d26-c506-44db-8bce-405318a718c3', 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:21.972479 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccdcd2-b1b9-48f6-aff0-317ad28b005b tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af6d26-c506-44db-8bce-405318a718c3,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:21.987368 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-43a33132-f5f7-43f4-97df-f6fbe361605c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.026972 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d174-c853-41eb-ae48-d1818039c36e req-3537a8f8-0dd7-4ae2-80a9-e27e988de241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:22.028628 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0138d174-c853-41eb-ae48-d1818039c36e req-3537a8f8-0dd7-4ae2-80a9-e27e988de241 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9552261-a1b4-4d81-b1e4-92fe45f180a1 HTTP/1.1" status: 200 len: 914 time: 0.1084111 Nov 10 20:31:22.051579 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-43a33132-f5f7-43f4-97df-f6fbe361605c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.056231 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-43a33132-f5f7-43f4-97df-f6fbe361605c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.074471 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a33132-f5f7-43f4-97df-f6fbe361605c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0958d78-6499-46f0-87da-90e43449155a,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:22.088332 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-43a33132-f5f7-43f4-97df-f6fbe361605c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.092444 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-43a33132-f5f7-43f4-97df-f6fbe361605c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536627 Nov 10 20:31:22.092718 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42624) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:22.097140 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-1f52a184-2725-44b9-bf13-0ba1bb9added tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'security_group_rule': {'security_group_id': 'e4af6d26-c506-44db-8bce-405318a718c3', 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:22.106435 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0138d174-c853-41eb-ae48-d1818039c36e req-372d3933-91ee-410d-a8d4-0a304993c516 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 998 time: 0.0693009 Nov 10 20:31:22.115995 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '908f9592-f3cd-4dff-9634-22f4c8876329', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'port_id': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'mac_address': 'fa:16:3e:dd:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:31:20Z', 'updated_at': '2021-11-10T20:31:20Z', 'revision_number': 0, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:27Z', 'revision_number': 5, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:22.128212 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1f52a184-2725-44b9-bf13-0ba1bb9added tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.144564 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] Checking router: 4e415f69-7293-4cc7-a356-ed527ffaea79 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:31:22.153969 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:31:22.154655 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:31:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:22.169178 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d174-c853-41eb-ae48-d1818039c36e req-49cd7e81-a36b-47fe-a789-7dc43bb189ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:22.170677 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0138d174-c853-41eb-ae48-d1818039c36e req-49cd7e81-a36b-47fe-a789-7dc43bb189ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88dd6ce3-55f2-4d6a-a0e7-301247bbe7da HTTP/1.1" status: 200 len: 852 time: 0.0573802 Nov 10 20:31:22.196586 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1f52a184-2725-44b9-bf13-0ba1bb9added tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.202416 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1f52a184-2725-44b9-bf13-0ba1bb9added tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.223903 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52a184-2725-44b9-bf13-0ba1bb9added tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33eadae7-fdab-40bd-ad0a-556139727a65,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:22.230900 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1f52a184-2725-44b9-bf13-0ba1bb9added tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.234138 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d174-c853-41eb-ae48-d1818039c36e req-723a83df-f898-482f-aacd-f9024187eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:22.234458 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-1f52a184-2725-44b9-bf13-0ba1bb9added tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407807 Nov 10 20:31:22.235117 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42626) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:22.236474 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0138d174-c853-41eb-ae48-d1818039c36e req-723a83df-f898-482f-aacd-f9024187eb9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9552261-a1b4-4d81-b1e4-92fe45f180a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580695 Nov 10 20:31:22.239680 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-d18054b5-4152-4237-8b59-1d3f2b2fbcaa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'security_group_rule': {'security_group_id': 'e4af6d26-c506-44db-8bce-405318a718c3', 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:22.266176 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:31:22.268431 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d18054b5-4152-4237-8b59-1d3f2b2fbcaa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.332239 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d18054b5-4152-4237-8b59-1d3f2b2fbcaa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.338086 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d18054b5-4152-4237-8b59-1d3f2b2fbcaa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.343446 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0138d174-c853-41eb-ae48-d1818039c36e req-96fcf50e-29e4-4ed2-aea4-6eae68bff6c9 service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986557 Nov 10 20:31:22.357043 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18054b5-4152-4237-8b59-1d3f2b2fbcaa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3654e218-a821-4f63-834b-e75ec5b8ecb5,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:22.368527 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d18054b5-4152-4237-8b59-1d3f2b2fbcaa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.373067 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-d18054b5-4152-4237-8b59-1d3f2b2fbcaa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345186 Nov 10 20:31:22.375534 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42628) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:22.380477 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-a3054501-eb44-4231-8e33-a6cc1df2c633 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'security_group_rule': {'security_group_id': 'e4af6d26-c506-44db-8bce-405318a718c3', 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:22.414344 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a3054501-eb44-4231-8e33-a6cc1df2c633 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.467799 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0138d174-c853-41eb-ae48-d1818039c36e req-da3df5ca-bd80-40a3-8a5e-d454c11315f4 service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097417 Nov 10 20:31:22.487808 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a3054501-eb44-4231-8e33-a6cc1df2c633 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.492746 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a3054501-eb44-4231-8e33-a6cc1df2c633 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.517000 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3054501-eb44-4231-8e33-a6cc1df2c633 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027caddf-6ce8-4b0e-992a-731447680686,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:22.522630 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a3054501-eb44-4231-8e33-a6cc1df2c633 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.527190 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 42630) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:22.527369 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-a3054501-eb44-4231-8e33-a6cc1df2c633 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505973 Nov 10 20:31:22.528663 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '908f9592-f3cd-4dff-9634-22f4c8876329', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'port_id': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'mac_address': 'fa:16:3e:dd:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:31:20Z', 'updated_at': '2021-11-10T20:31:20Z', 'revision_number': 0, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:27Z', 'revision_number': 5, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:22.532416 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-95860f0c-8819-471f-af26-5f7a9760473e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'security_group_rule': {'security_group_id': 'e4af6d26-c506-44db-8bce-405318a718c3', 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:22.556140 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.securitygroups_db [None req-95860f0c-8819-471f-af26-5f7a9760473e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Project eadece63b429465691cca3f7bb2ea367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:31:22.556696 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d5b3b5-926d-4f92-9eac-3c4b16e76860 None None] The sync data for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi is: [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '908f9592-f3cd-4dff-9634-22f4c8876329', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'port_id': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'mac_address': 'fa:16:3e:dd:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:31:20Z', 'updated_at': '2021-11-10T20:31:20Z', 'revision_number': 0, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:27Z', 'revision_number': 5, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:31:22.562431 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95860f0c-8819-471f-af26-5f7a9760473e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.627764 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95860f0c-8819-471f-af26-5f7a9760473e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.632612 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95860f0c-8819-471f-af26-5f7a9760473e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.651545 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95860f0c-8819-471f-af26-5f7a9760473e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd57ecb-192f-4038-8153-fe6c9314b090,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:22.660434 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95860f0c-8819-471f-af26-5f7a9760473e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.661669 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-95860f0c-8819-471f-af26-5f7a9760473e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334407 Nov 10 20:31:22.664974 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 42634) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:22.669312 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-95cf0f69-a0e1-42eb-81af-8dde9f21c7ff tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'security_group_rule': {'security_group_id': 'e4af6d26-c506-44db-8bce-405318a718c3', 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:22.692338 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.securitygroups_db [None req-95cf0f69-a0e1-42eb-81af-8dde9f21c7ff tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Project eadece63b429465691cca3f7bb2ea367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:31:22.697932 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95cf0f69-a0e1-42eb-81af-8dde9f21c7ff tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.769456 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95cf0f69-a0e1-42eb-81af-8dde9f21c7ff tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.775162 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fe3fd-5769-4fd0-964f-0578de21108d None None] New status for floating IP 908f9592-f3cd-4dff-9634-22f4c8876329: ACTIVE {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:31:22.781722 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95cf0f69-a0e1-42eb-81af-8dde9f21c7ff tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.803318 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf0f69-a0e1-42eb-81af-8dde9f21c7ff tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6af2a0-78ff-497a-afed-8615d502d824,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:22.814533 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-95cf0f69-a0e1-42eb-81af-8dde9f21c7ff tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:22.818482 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-95cf0f69-a0e1-42eb-81af-8dde9f21c7ff tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499093 Nov 10 20:31:22.909168 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-107436c9-f424-49d3-96a0-64fc9868fce4 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390775354&fields=id&tenant_id=eadece63b429465691cca3f7bb2ea367 HTTP/1.1" status: 200 len: 267 time: 0.0462253 Nov 10 20:31:22.964540 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-2fd0bbb0-ff22-4173-ad72-da263ed3c341 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:22.966064 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-2fd0bbb0-ff22-4173-ad72-da263ed3c341 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.0508127 Nov 10 20:31:22.977471 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-7ca415d2-a3a8-49c5-a8d2-12d244ab17ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'port': {'security_groups': ['e08c92d6-2b03-4ca5-bdb6-4eacf43485a8', 'e4af6d26-c506-44db-8bce-405318a718c3']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:23.045905 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-7ca415d2-a3a8-49c5-a8d2-12d244ab17ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:23.240629 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-7ca415d2-a3a8-49c5-a8d2-12d244ab17ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] For port 23a7f2fe-e204-4e32-a897-4555f1181e61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=23a7f2fe-e204-4e32-a897-4555f1181e61,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:31:23.275638 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-7ca415d2-a3a8-49c5-a8d2-12d244ab17ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:23.280333 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-7ca415d2-a3a8-49c5-a8d2-12d244ab17ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:23.316523 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['23a7f2fe-e204-4e32-a897-4555f1181e61'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:31:23.323423 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-7ca415d2-a3a8-49c5-a8d2-12d244ab17ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:23.324110 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-7ca415d2-a3a8-49c5-a8d2-12d244ab17ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:23.325557 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b7e9379-2224-48f5-bacb-c5b2ee7615ad req-7ca415d2-a3a8-49c5-a8d2-12d244ab17ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "PUT /v2.0/ports/23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 981 time: 0.3528044 Nov 10 20:31:23.326022 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:31:23.329135 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c0b427-e28e-4150-a208-ef730fcce4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:31:23.372366 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca415d2-a3a8-49c5-a8d2-12d244ab17ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'Port': ['ID=23a7f2fe-e204-4e32-a897-4555f1181e61,revision_number=6']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:23.385934 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af5998-cde2-46c8-b958-55dd92ebb0fc x-openstack-request-id: req-e9af5998-cde2-46c8-b958-55dd92ebb0fc {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:31:23.386317 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:31:23.386666 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9af5998-cde2-46c8-b958-55dd92ebb0fc {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:31:23.387195 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'status': 'completed', 'code': 200} Nov 10 20:31:23.462624 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7b868-a8cd-4f57-84c6-26a52b6569d0 req-9ff76ede-924e-45d5-b598-16a6391274c6 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:23.465797 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a1a7b868-a8cd-4f57-84c6-26a52b6569d0 req-9ff76ede-924e-45d5-b598-16a6391274c6 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0682061 Nov 10 20:31:23.478452 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-b0731812-cf3e-413a-8a59-1a2b55af7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:23.480340 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-b0731812-cf3e-413a-8a59-1a2b55af7839 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eadece63b429465691cca3f7bb2ea367&device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1137 time: 0.0537381 Nov 10 20:31:23.547223 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a1a7b868-a8cd-4f57-84c6-26a52b6569d0 req-0dc1557b-2d6c-4816-9276-f2c206e3a8d6 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750694 Nov 10 20:31:23.595731 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['23a7f2fe-e204-4e32-a897-4555f1181e61'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:31:23.599048 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-ef88442c-0a46-4f53-947f-eb523144f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:23.600752 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-ef88442c-0a46-4f53-947f-eb523144f598 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9552261-a1b4-4d81-b1e4-92fe45f180a1 HTTP/1.1" status: 200 len: 914 time: 0.1070929 Nov 10 20:31:23.672380 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-31810afc-96c7-4de2-a541-fe02fbbb38de None None] Provisioning complete for port 23a7f2fe-e204-4e32-a897-4555f1181e61 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:31:23.673392 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-31810afc-96c7-4de2-a541-fe02fbbb38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:23.678132 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-9a7d6a2d-e082-4447-85e0-d951f7e5cd07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 1000 time: 0.0655148 Nov 10 20:31:23.739530 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-52b792d7-d974-4cf1-a472-b262cbdf893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:23.741039 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-52b792d7-d974-4cf1-a472-b262cbdf893d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88dd6ce3-55f2-4d6a-a0e7-301247bbe7da HTTP/1.1" status: 200 len: 852 time: 0.0516968 Nov 10 20:31:23.798608 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-b2b4aaa0-92fd-4aeb-8d40-65b880891339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:23.800217 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-b2b4aaa0-92fd-4aeb-8d40-65b880891339 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9552261-a1b4-4d81-b1e4-92fe45f180a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511119 Nov 10 20:31:23.951475 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-1641639a-8148-4b30-9a07-54c0d18a94c7 service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430666 Nov 10 20:31:24.061521 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50c0b427-e28e-4150-a208-ef730fcce4d0 req-da158bd7-5d06-46da-b974-86f0fe23fcea service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975885 Nov 10 20:31:25.242537 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c6fc-28d5-4800-960b-bd602528440f req-64a0b17e-1792-497f-8755-f86d6b6dec8b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:25.243217 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9285c6fc-28d5-4800-960b-bd602528440f req-64a0b17e-1792-497f-8755-f86d6b6dec8b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0492554 Nov 10 20:31:25.294808 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9285c6fc-28d5-4800-960b-bd602528440f req-6966307c-bcaf-467e-a254-dd8b7591b7ae tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 Nov 10 20:31:26.417077 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccf5f3-e8a7-4d2f-9779-488d908b0f4a req-764f7155-efd7-44ae-b1c1-7188a354e212 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:26.418617 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b5ccf5f3-e8a7-4d2f-9779-488d908b0f4a req-764f7155-efd7-44ae-b1c1-7188a354e212 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0508649 Nov 10 20:31:26.472552 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b5ccf5f3-e8a7-4d2f-9779-488d908b0f4a req-e779ca52-34cf-4cc8-8a2f-25dd82c2bf64 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479901 Nov 10 20:31:27.518284 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-46749408-8406-4503-9b29-c34316ba4751 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:27.519985 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-46749408-8406-4503-9b29-c34316ba4751 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0496752 Nov 10 20:31:27.606842 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d9499-11d9-4d35-884e-77ae2a250489 req-88a398a7-6156-43de-a555-aae2fe1e875b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:27.608407 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-222d9499-11d9-4d35-884e-77ae2a250489 req-88a398a7-6156-43de-a555-aae2fe1e875b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 947 time: 0.0502045 Nov 10 20:31:27.633488 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Deleting port c72144f1-ab4a-4465-b394-adf41d2339f3 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:31:27.633838 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:27.656445 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-222d9499-11d9-4d35-884e-77ae2a250489 req-b097b0cc-4e0a-477d-a5f3-7467a816382b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=96ca64f2-9952-4089-a008-a392165ebc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Nov 10 20:31:27.728746 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] For port c72144f1-ab4a-4465-b394-adf41d2339f3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c72144f1-ab4a-4465-b394-adf41d2339f3,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:31:27.729109 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:27.958846 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:27.959206 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:27.959522 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Floating IP fe25648d-fb68-498e-9753-6a72b78978d5 disassociated. External IP: 172.27.3.62, port: c72144f1-ab4a-4465-b394-adf41d2339f3. Nov 10 20:31:27.959868 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Calling delete_port for c72144f1-ab4a-4465-b394-adf41d2339f3 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:31:28.089902 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:28.119280 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event deleted for resources: {'Port': ['ID=c72144f1-ab4a-4465-b394-adf41d2339f3,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:28.237461 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:31:28.347048 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:31:28.359167 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] Sync routers for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:31:28.373405 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:31:28.373962 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:31:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:28.387835 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] No DVR routers for this DVR port c72144f1-ab4a-4465-b394-adf41d2339f3 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:31:28.390432 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:28.393874 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a851c926-c7fe-4a6a-9c87-248283499ffb req-f550b5e1-55ea-4445-97d9-d9a21700dc09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "DELETE /v2.0/ports/c72144f1-ab4a-4465-b394-adf41d2339f3 HTTP/1.1" status: 204 len: 173 time: 0.8669028 Nov 10 20:31:28.394317 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-deleted', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:31:28.396795 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c932e7b7-1232-4b48-bd54-8addc225c054" -d '{"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-deleted", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:31:28.439569 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e502f5d5-b8d2-4962-be7a-d2c1b2f603ab x-openstack-request-id: req-e502f5d5-b8d2-4962-be7a-d2c1b2f603ab {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:31:28.439901 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6005788f-33fc-4dcd-acff-98164f0fa1a7", "name": "network-vif-deleted", "tag": "c72144f1-ab4a-4465-b394-adf41d2339f3", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:31:28.440183 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e502f5d5-b8d2-4962-be7a-d2c1b2f603ab {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:31:28.440583 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005788f-33fc-4dcd-acff-98164f0fa1a7', 'name': 'network-vif-deleted', 'tag': 'c72144f1-ab4a-4465-b394-adf41d2339f3', 'status': 'completed', 'code': 200} Nov 10 20:31:28.497508 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:31:28.705996 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:28.732210 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] Checking router: 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:31:28.740951 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:31:28.741563 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:31:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:28.779137 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9439d688-a35f-4c81-9138-304690c7522d req-d50169d7-1978-41ac-8587-60d9c0c9f22b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=6005788f-33fc-4dcd-acff-98164f0fa1a7 HTTP/1.1" status: 200 len: 210 time: 0.0275862 Nov 10 20:31:28.856185 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:31:29.080960 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:29.109214 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da51ed-8962-42dd-b955-4cf3b4f1753c None None] The sync data for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi is: [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:31:29.335272 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e64203b-eef7-475b-a8d3-ca341518f527 None None] New status for floating IP fe25648d-fb68-498e-9753-6a72b78978d5: DOWN {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:31:29.881391 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 42680) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:29.943953 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea21f5bc-e53c-4f8a-aca1-acfc5dcf3db6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:29.969325 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea21f5bc-e53c-4f8a-aca1-acfc5dcf3db6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.017825 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea21f5bc-e53c-4f8a-aca1-acfc5dcf3db6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.020501 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ea21f5bc-e53c-4f8a-aca1-acfc5dcf3db6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.021690 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ea21f5bc-e53c-4f8a-aca1-acfc5dcf3db6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "DELETE /v2.0/security-groups/96ca64f2-9952-4089-a008-a392165ebc6c HTTP/1.1" status: 204 len: 168 time: 0.1391449 Nov 10 20:31:30.025576 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42682) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:30.032440 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21f5bc-e53c-4f8a-aca1-acfc5dcf3db6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ca64f2-9952-4089-a008-a392165ebc6c,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:30.044327 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.api.v2.resource [None req-f92aa9e5-8fb8-45e4-a8c6-85c4fc2e8747 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] show failed (client error): The resource could not be found. Nov 10 20:31:30.045784 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-f92aa9e5-8fb8-45e4-a8c6-85c4fc2e8747 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups/96ca64f2-9952-4089-a008-a392165ebc6c HTTP/1.1" status: 404 len: 347 time: 0.0184720 Nov 10 20:31:30.048620 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42684) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:30.219414 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Deleting port cade853d-6060-4363-9f28-7f93c37fd70f {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:31:30.219754 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.303519 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.303891 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.317642 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Calling delete_port for cade853d-6060-4363-9f28-7f93c37fd70f owned by network:floatingip {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:31:30.494209 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.529219 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event deleted for resources: {'Port': ['ID=cade853d-6060-4363-9f28-7f93c37fd70f,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:30.609620 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.612275 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.613503 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-015fb002-a63f-4df5-9c0c-65289ada51c8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "DELETE /v2.0/floatingips/fe25648d-fb68-498e-9753-6a72b78978d5 HTTP/1.1" status: 204 len: 168 time: 0.5637348 Nov 10 20:31:30.709719 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:31:30.730764 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: c72144f1-ab4a-4465-b394-adf41d2339f3 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:31:30.731104 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device c72144f1-ab4a-4465-b394-adf41d2339f3 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:31:30.898467 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42688) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:30.903011 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-231d61d5-e5ea-4658-8f24-f4a2008a0afc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577125139', 'description': 'tempest-description--677562546'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:30.924952 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-231d61d5-e5ea-4658-8f24-f4a2008a0afc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.995769 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-231d61d5-e5ea-4658-8f24-f4a2008a0afc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:30.999620 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-231d61d5-e5ea-4658-8f24-f4a2008a0afc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.026999 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-231d61d5-e5ea-4658-8f24-f4a2008a0afc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.028203 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-231d61d5-e5ea-4658-8f24-f4a2008a0afc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287158 Nov 10 20:31:31.031166 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 42690) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:31.032084 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d61d5-e5ea-4658-8f24-f4a2008a0afc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226937de-c598-49c1-9a53-83a20376ee11,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:31.035775 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-ac562882-4fb8-45b0-a712-2da8a2e214e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'security_group_rule': {'security_group_id': '226937de-c598-49c1-9a53-83a20376ee11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:31.062970 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ac562882-4fb8-45b0-a712-2da8a2e214e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.107993 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ac562882-4fb8-45b0-a712-2da8a2e214e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.111416 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ac562882-4fb8-45b0-a712-2da8a2e214e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.129853 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac562882-4fb8-45b0-a712-2da8a2e214e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5803284-4eed-4a39-8f7d-463361c64736,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:31.138577 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ac562882-4fb8-45b0-a712-2da8a2e214e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.142308 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ac562882-4fb8-45b0-a712-2da8a2e214e9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075799 Nov 10 20:31:31.142484 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 42692) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:31.146839 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-692458f5-598d-4b97-8d33-ee769280db99 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'security_group_rule': {'security_group_id': '226937de-c598-49c1-9a53-83a20376ee11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:31.172194 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-692458f5-598d-4b97-8d33-ee769280db99 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.225426 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-692458f5-598d-4b97-8d33-ee769280db99 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.228854 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-692458f5-598d-4b97-8d33-ee769280db99 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.245105 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692458f5-598d-4b97-8d33-ee769280db99 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc37dcf-6e0c-4e2f-af93-575562c81094,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:31.252460 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-692458f5-598d-4b97-8d33-ee769280db99 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.253670 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-692458f5-598d-4b97-8d33-ee769280db99 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1102452 Nov 10 20:31:31.256692 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 42694) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:31.261625 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'floatingip': {'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:31.287828 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.388087 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.493153 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Allocated IP 172.27.3.240 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/2b27d575-9f53-48fd-99cd-658ef658f3d9) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:31:31.822742 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.854809 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:31.895873 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:31:31.899274 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:31:31.902777 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:31:31.923384 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'Port': ['ID=2b27d575-9f53-48fd-99cd-658ef658f3d9,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:31.984801 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:32.016559 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:32.163755 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:32.167855 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:32.237862 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'Port': ['ID=2b27d575-9f53-48fd-99cd-658ef658f3d9,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:32.246345 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:32.261836 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:32.263088 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-f528b3b3-162d-480f-a923-6f46ac96aaf1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0054069 Nov 10 20:31:32.457839 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-1f495eae-1f85-4a68-8e2a-aa4a33f67287 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1577125139&fields=id&tenant_id=65cc96cfe81e47d98f146400275c46bb HTTP/1.1" status: 200 len: 267 time: 0.0418971 Nov 10 20:31:32.565015 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-1397edc2-4fe6-4a43-9bb2-75fbc73e9f78 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:32.566504 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-1397edc2-4fe6-4a43-9bb2-75fbc73e9f78 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 817 time: 0.1020756 Nov 10 20:31:32.581336 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-bbf9b90f-a725-467e-8f87-7c2e72702336 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/quotas/65cc96cfe81e47d98f146400275c46bb HTTP/1.1" status: 200 len: 375 time: 0.0086982 Nov 10 20:31:32.632938 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-5a8d772a-db5b-49a8-9e40-c33b4f19bc44 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465777 Nov 10 20:31:32.732259 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-b9bc8f2c-eab1-4b06-8191-8faf9f208569 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881872 Nov 10 20:31:32.828564 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-3b9323c0-2a4c-450f-8451-02832656104c service neutron] 10.222.0.13 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899150 Nov 10 20:31:32.981994 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-91da0d9c-1bdb-40bb-b608-7f7298b0002d req-146e4979-9b86-4ec1-87af-45cd09bbf038 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Nov 10 20:31:33.974281 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-f309ceef-0fce-4d47-a200-227ed3942366 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:33.975728 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-f309ceef-0fce-4d47-a200-227ed3942366 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 817 time: 0.0997317 Nov 10 20:31:34.056340 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-c17f97d9-70d3-47f1-8c1f-2266e1e09012 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65cc96cfe81e47d98f146400275c46bb HTTP/1.1" status: 200 len: 380 time: 0.0613518 Nov 10 20:31:34.070316 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'port': {'device_id': '3a2c1832-6270-4c08-a600-7adc59c74867', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'admin_state_up': True, 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'security_groups': ['226937de-c598-49c1-9a53-83a20376ee11']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:34.091515 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c9bf8693-86b7-49b3-a1af-649e8d54a1fa req-54db3c18-d2a5-49cf-905c-c42b2b986465 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 210 time: 0.0260305 Nov 10 20:31:34.181640 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Made reservation on behalf of 65cc96cfe81e47d98f146400275c46bb for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:31:34.185145 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:34.311065 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Allocated IP 172.20.0.13 (6bfa95df-19c6-4c1f-a608-f3161ade3f35/3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0/523afc8c-822a-44fc-bb95-1876712790a4) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:31:34.443120 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:34.474436 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:34.512585 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:31:34.517527 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:31:34.521165 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:31:34.546872 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:34.575271 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:34.575898 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:34.592875 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-8e970ada-095c-456b-b0bf-32541fee2f15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5263636 Nov 10 20:31:34.612730 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Request body: {'port': {'device_id': '3a2c1832-6270-4c08-a600-7adc59c74867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:34.670660 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:34.780619 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-73c73902-4379-44c3-a248-cf6f652a68b3 None None] Provisioning complete for port 523afc8c-822a-44fc-bb95-1876712790a4 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:31:34.781214 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-73c73902-4379-44c3-a248-cf6f652a68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:34.814933 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-73c73902-4379-44c3-a248-cf6f652a68b3 None None] Port 523afc8c-822a-44fc-bb95-1876712790a4 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:31:34.923402 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523afc8c-822a-44fc-bb95-1876712790a4 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:31:34.930783 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:34.942371 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Transition to ACTIVE for port object 523afc8c-822a-44fc-bb95-1876712790a4 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:31:34.946597 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:34.997517 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:35.067548 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Attempting to bind port 523afc8c-822a-44fc-bb95-1876712790a4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:31:35.067883 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Attempting to bind port 523afc8c-822a-44fc-bb95-1876712790a4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:31:35.068237 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Attempting to bind port 523afc8c-822a-44fc-bb95-1876712790a4 on network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:31:35.072716 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Port 523afc8c-822a-44fc-bb95-1876712790a4 on network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:31:35.073036 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Attempting to bind port 523afc8c-822a-44fc-bb95-1876712790a4 on network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:31:35.078239 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:31:35.078808 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Checking segment: {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:31:35.079192 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Bound using segment: {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:31:35.079623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Bound port: 523afc8c-822a-44fc-bb95-1876712790a4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba55c929-1c0b-4687-92d1-dd08ee0064dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:31:35.080007 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:35.147575 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:31:35.151530 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:31:35.156134 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:35.222061 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.222061 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:35.223528 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] 10.222.0.39 "PUT /v2.0/ports/523afc8c-822a-44fc-bb95-1876712790a4 HTTP/1.1" status: 200 len: 1094 time: 0.6150146 Nov 10 20:31:35.224915 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:31:35.227153 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a77f7ae-0996-4f37-80b0-5b8d6c514513" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "tag": "523afc8c-822a-44fc-bb95-1876712790a4"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:31:35.252870 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab68cf0-d060-43b7-86da-8f34f2a78790 service neutron] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:35.276001 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67379517-b348-457f-a7c9-7bc356494f08 req-6ea9f454-dd87-4fb7-be15-0c47602fc4dc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.277675 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-67379517-b348-457f-a7c9-7bc356494f08 req-6ea9f454-dd87-4fb7-be15-0c47602fc4dc tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0951951 Nov 10 20:31:35.287890 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9bdc28-d6cd-420d-b7d9-87849499e7d4 x-openstack-request-id: req-ac9bdc28-d6cd-420d-b7d9-87849499e7d4 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:31:35.288191 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "tag": "523afc8c-822a-44fc-bb95-1876712790a4", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:31:35.288438 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac9bdc28-d6cd-420d-b7d9-87849499e7d4 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:31:35.288821 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4', 'status': 'completed', 'code': 200} Nov 10 20:31:35.359912 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-67379517-b348-457f-a7c9-7bc356494f08 req-4ba6af16-0773-4c18-a683-807589b5c7d1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760696 Nov 10 20:31:35.362578 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-35f96516-55e8-49ac-b629-7537daee36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.364080 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-35f96516-55e8-49ac-b629-7537daee36e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 1097 time: 0.0783904 Nov 10 20:31:35.413362 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-886cbc98-3b11-479c-8ef4-cc1d61e82f77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=523afc8c-822a-44fc-bb95-1876712790a4 HTTP/1.1" status: 200 len: 217 time: 0.0337820 Nov 10 20:31:35.478989 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-1c33c0b2-3d64-4e0f-8563-d9f7b7455e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.480592 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-1c33c0b2-3d64-4e0f-8563-d9f7b7455e58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0489912 Nov 10 20:31:35.505850 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-0bb31327-8466-4df3-939d-d11eccb1d0df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399747 Nov 10 20:31:35.526781 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-74b1ea0f-7fb7-413d-99f3-eb46bce6821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.528369 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-74b1ea0f-7fb7-413d-99f3-eb46bce6821b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394247 Nov 10 20:31:35.610464 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-2294ae31-6abf-4693-94ef-0deca9c3298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.611985 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-2294ae31-6abf-4693-94ef-0deca9c3298f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1098 time: 0.0450330 Nov 10 20:31:35.625975 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-3013f530-f7bb-485a-ab5c-1c5cae21dae8 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880103 Nov 10 20:31:35.720025 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ca8123fd-1518-481d-8cfa-1d3110901730 req-d758e34a-5ef5-449f-afb8-cff561861cef service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818694 Nov 10 20:31:35.720249 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-a61a974d-d80b-4593-ba51-f074973f8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.721441 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-a61a974d-d80b-4593-ba51-f074973f8f19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 200 len: 909 time: 0.0834212 Nov 10 20:31:35.797559 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-6b5d0e5c-c421-49f8-8dea-31c2a7ef9db6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 200 len: 1000 time: 0.0596321 Nov 10 20:31:35.851210 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-31f14ea0-a6cf-4a51-9af0-a0bade57a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.853197 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-31f14ea0-a6cf-4a51-9af0-a0bade57a397 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2dd2b-181a-4fd2-b272-6052dc08637c HTTP/1.1" status: 200 len: 847 time: 0.0429337 Nov 10 20:31:35.856772 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-acc1116f-fb98-4489-8137-c0dfb1a2b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.858274 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-acc1116f-fb98-4489-8137-c0dfb1a2b96d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 1097 time: 0.0401475 Nov 10 20:31:35.904408 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-234eaaa4-00cf-4bb9-8b40-be99025f63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.905872 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-234eaaa4-00cf-4bb9-8b40-be99025f63e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42177e54-a952-41d7-a78c-6773020ea1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394943 Nov 10 20:31:35.952601 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-9e049f9d-a54a-45ca-920b-80dd8c39fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:35.954066 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-9e049f9d-a54a-45ca-920b-80dd8c39fe2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.0876763 Nov 10 20:31:35.996219 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-6b19dfd0-e31f-4f30-a1fd-bbc036df2c4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=523afc8c-822a-44fc-bb95-1876712790a4 HTTP/1.1" status: 200 len: 217 time: 0.0344808 Nov 10 20:31:36.004474 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-f3f68bbd-dff0-47fb-8c09-c82afd931694 service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907834 Nov 10 20:31:36.047329 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-aa18d4e4-da89-454d-985f-4f40c6b35680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:36.048901 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-aa18d4e4-da89-454d-985f-4f40c6b35680 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0460658 Nov 10 20:31:36.092774 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-847d58f9-401e-48f4-a6a9-b07d2cf0040a req-a80fe715-714d-4d4b-b739-a60788423d86 service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815611 Nov 10 20:31:36.094772 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-45e63073-1dcd-4f70-a854-774f2ecfe505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:36.096260 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-45e63073-1dcd-4f70-a854-774f2ecfe505 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384715 Nov 10 20:31:36.194202 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-c47cb74b-01b4-4615-ad07-a2980be84fb1 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832753 Nov 10 20:31:36.283491 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a77f7ae-0996-4f37-80b0-5b8d6c514513 req-b98f1b0e-abf9-4ccf-9ce1-8d485c47f3dc service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822260 Nov 10 20:31:36.479875 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d22a2-cdaf-40de-9947-35cb34ff183c req-cde0d2bc-14a3-47ae-9490-a97fd7f1cb5a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:36.481347 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-109d22a2-cdaf-40de-9947-35cb34ff183c req-cde0d2bc-14a3-47ae-9490-a97fd7f1cb5a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0490146 Nov 10 20:31:36.531490 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-109d22a2-cdaf-40de-9947-35cb34ff183c req-560c582b-ff90-46c6-936f-e36b0097b8c6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442746 Nov 10 20:31:37.647821 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8f484-ffe7-4396-b020-802ee5e20ade req-24e161fa-1a81-403b-bc7d-a14246a284e8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:37.649806 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-67c8f484-ffe7-4396-b020-802ee5e20ade req-24e161fa-1a81-403b-bc7d-a14246a284e8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0484722 Nov 10 20:31:37.695261 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-67c8f484-ffe7-4396-b020-802ee5e20ade req-bd339b88-918f-4ad1-83fd-e10359bdf433 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392916 Nov 10 20:31:38.762559 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:31:38.813980 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc33741-0ebb-4643-a08f-97975e648977 req-8b02e2d4-f6fc-4ddb-8a69-db59d8ed3b45 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:38.815482 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2bc33741-0ebb-4643-a08f-97975e648977 req-8b02e2d4-f6fc-4ddb-8a69-db59d8ed3b45 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0489266 Nov 10 20:31:38.863162 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:31:38.872905 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2bc33741-0ebb-4643-a08f-97975e648977 req-5980665c-a1b6-4721-a68d-b4c0f0c3bcf7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512056 Nov 10 20:31:38.877555 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '523afc8c-822a-44fc-bb95-1876712790a4', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'port_id': '523afc8c-822a-44fc-bb95-1876712790a4', 'mac_address': 'fa:16:3e:6a:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:31:38.915679 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:38.929481 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523afc8c-822a-44fc-bb95-1876712790a4 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:31:38.949520 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:31:38.953982 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:39.013352 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:39.377728 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['523afc8c-822a-44fc-bb95-1876712790a4'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:31:40.003026 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaeb21-edfb-462c-99c5-dac516e567ff req-d87d3601-76e5-4e0d-8ee3-1f6b5b7ff005 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:40.004603 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2caaeb21-edfb-462c-99c5-dac516e567ff req-d87d3601-76e5-4e0d-8ee3-1f6b5b7ff005 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 945 time: 0.0555346 Nov 10 20:31:40.053415 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2caaeb21-edfb-462c-99c5-dac516e567ff req-d5b6aed7-1bdd-4232-94c1-a8bc389e7f7b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Nov 10 20:31:40.345042 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f9dc0bed-959d-4d51-bc14-234052ac9062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:40.730414 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:40.786341 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:31:40.839378 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 523afc8c-822a-44fc-bb95-1876712790a4 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:31:40.843769 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 523afc8c-822a-44fc-bb95-1876712790a4 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:31:40.844173 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:40.920951 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:40.944192 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:31:40.946983 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e49b6d-46dd-4f8b-9837-214ec823cd1e" -d '{"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-plugged", "status": "completed", "tag": "523afc8c-822a-44fc-bb95-1876712790a4"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:31:40.959597 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:31:40.965543 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:40.992520 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c49bae2-0ca2-4e6b-b2ff-8637c78ac64c x-openstack-request-id: req-6c49bae2-0ca2-4e6b-b2ff-8637c78ac64c {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:31:40.992880 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-plugged", "status": "completed", "tag": "523afc8c-822a-44fc-bb95-1876712790a4", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:31:40.993138 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c49bae2-0ca2-4e6b-b2ff-8637c78ac64c {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:31:40.993518 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4', 'code': 200} Nov 10 20:31:41.020063 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:31:41.209083 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ab17d-8a70-4c09-b151-463f84a80b27 req-523a33a1-4827-4792-92d0-2486bc7a7236 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:41.210559 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8f2ab17d-8a70-4c09-b151-463f84a80b27 req-523a33a1-4827-4792-92d0-2486bc7a7236 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0770831 Nov 10 20:31:41.226638 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b187d-73a6-47c8-8c07-761d067bba5a req-5fe7a5c4-62d2-47b7-983a-2adf1d0895c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:41.228741 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-218b187d-73a6-47c8-8c07-761d067bba5a req-5fe7a5c4-62d2-47b7-983a-2adf1d0895c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 1099 time: 0.0656731 Nov 10 20:31:41.288841 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8f2ab17d-8a70-4c09-b151-463f84a80b27 req-6a7fd60c-12a8-41f7-be09-2c61d260970b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718136 Nov 10 20:31:41.300225 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-218b187d-73a6-47c8-8c07-761d067bba5a req-21fdeacd-6fd2-4b46-b494-9c599fbc05a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633523 Nov 10 20:31:42.413104 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cad30-86ba-44b8-b19a-9f26acfed590 req-34954f2e-646c-4b3a-8918-ed3c20b68a41 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:42.415110 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e91cad30-86ba-44b8-b19a-9f26acfed590 req-34954f2e-646c-4b3a-8918-ed3c20b68a41 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0508308 Nov 10 20:31:42.462406 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e91cad30-86ba-44b8-b19a-9f26acfed590 req-259847a5-2340-4b88-b868-c516b3e377d9 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413675 Nov 10 20:31:42.630427 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-2e5033ef-3b3e-476c-b248-c7b08c8aa428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:43.585081 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6788f-70a6-4b99-baae-3490bc5da301 req-06323bbf-72db-45c1-b0d8-e8bfae4605f1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:43.586597 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cbe6788f-70a6-4b99-baae-3490bc5da301 req-06323bbf-72db-45c1-b0d8-e8bfae4605f1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0522842 Nov 10 20:31:43.634697 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cbe6788f-70a6-4b99-baae-3490bc5da301 req-1471a29c-10b4-46c5-bbe3-2c813dfe0cd8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Nov 10 20:31:43.755278 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a6bd3-b750-4b04-b997-1332ee450be3 req-f12123c6-3631-484d-825d-2b8007387d7d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:43.756707 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6e8a6bd3-b750-4b04-b997-1332ee450be3 req-f12123c6-3631-484d-825d-2b8007387d7d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0544245 Nov 10 20:31:43.765644 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 42752) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:43.770169 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-f8fde0fa-9c44-4a7c-9717-23792c384f70 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Request body: {'floatingip': {'port_id': '523afc8c-822a-44fc-bb95-1876712790a4'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:31:43.809118 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f8fde0fa-9c44-4a7c-9717-23792c384f70 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:43.845412 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:44.498402 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f8fde0fa-9c44-4a7c-9717-23792c384f70 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:44.502250 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f8fde0fa-9c44-4a7c-9717-23792c384f70 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:44.608845 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.l3_db [None req-f8fde0fa-9c44-4a7c-9717-23792c384f70 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Floating IP 0cf35304-5a9d-40d5-bdc3-f93104bebb1d associated. External IP: 172.27.3.240, port: 523afc8c-822a-44fc-bb95-1876712790a4. Nov 10 20:31:44.818755 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fde0fa-9c44-4a7c-9717-23792c384f70 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:31:44.927915 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fde0fa-9c44-4a7c-9717-23792c384f70 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:31:44.933928 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-f8fde0fa-9c44-4a7c-9717-23792c384f70 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:44.938674 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] Sync routers for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:31:44.948189 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:31:44.948817 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:31:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:44.962866 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-f8fde0fa-9c44-4a7c-9717-23792c384f70 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "PUT /v2.0/floatingips/0cf35304-5a9d-40d5-bdc3-f93104bebb1d HTTP/1.1" status: 200 len: 992 time: 1.1961212 Nov 10 20:31:44.963556 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:31:44.966110 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cde8534-4755-425e-8f76-27c7b1130ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "tag": "523afc8c-822a-44fc-bb95-1876712790a4"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:31:45.004853 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff118a-72f4-4396-99f3-cba222b4aecf x-openstack-request-id: req-c9ff118a-72f4-4396-99f3-cba222b4aecf {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:31:45.004853 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "tag": "523afc8c-822a-44fc-bb95-1876712790a4", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:31:45.005148 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9ff118a-72f4-4396-99f3-cba222b4aecf {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:31:45.005333 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4', 'status': 'completed', 'code': 200} Nov 10 20:31:45.059910 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:31:45.113068 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-4bf626a2-ad33-4f1c-9f89-94c1ff79b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:45.114617 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-4bf626a2-ad33-4f1c-9f89-94c1ff79b14f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 1099 time: 0.0430110 Nov 10 20:31:45.209433 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-dedd1d07-320d-4428-9c0b-2ff33980713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:45.210948 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-dedd1d07-320d-4428-9c0b-2ff33980713a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.0891180 Nov 10 20:31:45.284463 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-0f462bdb-3ad7-4d84-8abb-9151dcb8ad87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=523afc8c-822a-44fc-bb95-1876712790a4 HTTP/1.1" status: 200 len: 1000 time: 0.0655203 Nov 10 20:31:45.299238 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '0cf35304-5a9d-40d5-bdc3-f93104bebb1d', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'port_id': '523afc8c-822a-44fc-bb95-1876712790a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'mac_address': 'fa:16:3e:6a:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2c1832-6270-4c08-a600-7adc59c74867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:31:31Z', 'updated_at': '2021-11-10T20:31:44Z', 'revision_number': 1, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:45.330169 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] Checking router: 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:31:45.335761 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:45.341170 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:31:45.341812 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:31:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:45.346699 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-6947494d-793c-4d7a-9d60-3b5bbbbea507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:45.349207 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-6947494d-793c-4d7a-9d60-3b5bbbbea507 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0565825 Nov 10 20:31:45.397017 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-14349d0c-dbd0-4bf9-b0aa-be344c6911cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:45.398539 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-14349d0c-dbd0-4bf9-b0aa-be344c6911cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423799 Nov 10 20:31:45.494824 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-bdd17779-0fe2-48af-86ad-007a775a2bba service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880399 Nov 10 20:31:45.581057 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:31:45.601096 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0cde8534-4755-425e-8f76-27c7b1130ad3 req-83d651c6-e238-4b88-8209-1e1e88f591b5 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957499 Nov 10 20:31:45.809258 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '0cf35304-5a9d-40d5-bdc3-f93104bebb1d', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'port_id': '523afc8c-822a-44fc-bb95-1876712790a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'mac_address': 'fa:16:3e:6a:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2c1832-6270-4c08-a600-7adc59c74867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:31:31Z', 'updated_at': '2021-11-10T20:31:44Z', 'revision_number': 1, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:31:45.835555 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d4d0f-83d0-4297-b8a3-09bf27ba768c None None] The sync data for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi is: [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '0cf35304-5a9d-40d5-bdc3-f93104bebb1d', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'port_id': '523afc8c-822a-44fc-bb95-1876712790a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'mac_address': 'fa:16:3e:6a:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2c1832-6270-4c08-a600-7adc59c74867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:31:31Z', 'updated_at': '2021-11-10T20:31:44Z', 'revision_number': 1, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:31:46.037302 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284afad-78c5-425b-a29b-284377f071fe None None] New status for floating IP 0cf35304-5a9d-40d5-bdc3-f93104bebb1d: ACTIVE {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:31:46.345545 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:53.815851 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:32:05.939105 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7284536-5b6d-486f-b447-27f1b730eed0 req-6539a2a4-80ff-41c4-8464-d98d0c3c8ed8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:05.940633 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f7284536-5b6d-486f-b447-27f1b730eed0 req-6539a2a4-80ff-41c4-8464-d98d0c3c8ed8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0502837 Nov 10 20:32:05.989380 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f7284536-5b6d-486f-b447-27f1b730eed0 req-b901da51-6f98-4fb8-a22c-42617a1f8a35 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 Nov 10 20:32:07.114462 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894503-5d60-4a99-a525-17418fdb9002 req-502cbd4b-774f-4368-8e6e-3cddf063efbd tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:07.115952 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-45894503-5d60-4a99-a525-17418fdb9002 req-502cbd4b-774f-4368-8e6e-3cddf063efbd tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0553613 Nov 10 20:32:07.165284 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-45894503-5d60-4a99-a525-17418fdb9002 req-0e3eea30-ef3d-44a7-9adc-4279b8518ade tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428154 Nov 10 20:32:08.280170 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7d08-4d14-44a9-8e6e-bfd1ce96b7c8 req-07aa94f1-1f54-403d-bd3c-989f7a885bba tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:08.281692 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dfea7d08-4d14-44a9-8e6e-bfd1ce96b7c8 req-07aa94f1-1f54-403d-bd3c-989f7a885bba tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Nov 10 20:32:08.331359 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dfea7d08-4d14-44a9-8e6e-bfd1ce96b7c8 req-76c71491-6fe7-4bc6-98de-79f7c2ef54c3 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 Nov 10 20:32:09.448720 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d82c7-eafb-41df-91d3-49c1ea8cbbea req-acbf5411-0221-41a3-9345-1e20af3d4978 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:09.450207 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-787d82c7-eafb-41df-91d3-49c1ea8cbbea req-acbf5411-0221-41a3-9345-1e20af3d4978 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0495205 Nov 10 20:32:09.503659 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-787d82c7-eafb-41df-91d3-49c1ea8cbbea req-63723bc8-5973-4021-ae49-f5c5a4b87fd6 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 Nov 10 20:32:10.349812 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-90fe06f6-9caa-4f2c-8904-1465f413a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:10.620710 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042748c3-d48a-4980-97bc-05ccc5e6d83b req-a5df3a6e-d233-4088-affa-dceadf116d23 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:10.622213 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-042748c3-d48a-4980-97bc-05ccc5e6d83b req-a5df3a6e-d233-4088-affa-dceadf116d23 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0524154 Nov 10 20:32:10.673960 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-042748c3-d48a-4980-97bc-05ccc5e6d83b req-194248fd-6208-45af-a24c-038bc986b8ed tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455964 Nov 10 20:32:10.752597 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.797198 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8331c2-c8f5-4628-8b1d-8f9ab4eb8e38 req-8c45445c-d685-47ce-8497-0c6e5728bad8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:11.798678 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ff8331c2-c8f5-4628-8b1d-8f9ab4eb8e38 req-8c45445c-d685-47ce-8497-0c6e5728bad8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0479376 Nov 10 20:32:11.849527 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ff8331c2-c8f5-4628-8b1d-8f9ab4eb8e38 req-301b2412-893f-446c-9b0f-3b80a80eedd4 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449326 Nov 10 20:32:12.632328 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-16c10d77-e917-4479-b791-71641720d567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.969041 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698ef63-d57f-4c86-9448-dcea2748da04 req-d548d9b9-18a7-4256-a152-a07f28d7adba tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:12.970555 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9698ef63-d57f-4c86-9448-dcea2748da04 req-d548d9b9-18a7-4256-a152-a07f28d7adba tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0521479 Nov 10 20:32:13.024590 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9698ef63-d57f-4c86-9448-dcea2748da04 req-aa4a8de9-aaac-49e9-ba11-94393feda445 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471168 Nov 10 20:32:13.847040 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:14.141672 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f54c55-ecf7-4167-a02e-f1da5b5cdcb3 req-dcd6d114-0bbc-42c3-98fc-fc11df10d1df tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:14.143184 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-95f54c55-ecf7-4167-a02e-f1da5b5cdcb3 req-dcd6d114-0bbc-42c3-98fc-fc11df10d1df tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Nov 10 20:32:14.204478 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-95f54c55-ecf7-4167-a02e-f1da5b5cdcb3 req-68b5c176-db1d-4a29-afd8-1e27ff42c5b0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522735 Nov 10 20:32:15.311791 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:15.325682 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97c1ee-02b4-4843-a2d9-d5e64e625c60 req-8f9b5275-ed1c-4e28-a831-e0187fb736e0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:15.327190 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9b97c1ee-02b4-4843-a2d9-d5e64e625c60 req-8f9b5275-ed1c-4e28-a831-e0187fb736e0 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0544741 Nov 10 20:32:15.379092 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9b97c1ee-02b4-4843-a2d9-d5e64e625c60 req-70d7861c-5300-4f96-9a69-44427bd1b00e tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 Nov 10 20:32:16.169906 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-c665119d-ab8a-4e82-8f8b-56ed4c866d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:16.171315 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-c665119d-ab8a-4e82-8f8b-56ed4c866d36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1098 time: 0.0405290 Nov 10 20:32:16.265985 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-3b12f9e9-85c0-4523-a424-9e2d189143dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:16.267477 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-3b12f9e9-85c0-4523-a424-9e2d189143dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 200 len: 909 time: 0.0880699 Nov 10 20:32:16.334573 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-f089b882-5874-4fa8-af27-c1a368ee42a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 200 len: 1000 time: 0.0588322 Nov 10 20:32:16.337491 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.386190 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-f7676ce9-7c89-4390-8a1a-f992434d001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:16.387707 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-f7676ce9-7c89-4390-8a1a-f992434d001f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2dd2b-181a-4fd2-b272-6052dc08637c HTTP/1.1" status: 200 len: 847 time: 0.0456610 Nov 10 20:32:16.485376 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-6387f20e-3c21-4055-8ec6-1e11ccbcd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:16.486892 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-6387f20e-3c21-4055-8ec6-1e11ccbcd919 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42177e54-a952-41d7-a78c-6773020ea1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711262 Nov 10 20:32:16.521526 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666bdb-b2d3-486c-8fe2-c8788a23fb79 req-ab7ef334-50da-41be-beef-4baddaa14c24 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:16.522997 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9d666bdb-b2d3-486c-8fe2-c8788a23fb79 req-ab7ef334-50da-41be-beef-4baddaa14c24 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0737808 Nov 10 20:32:16.617944 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9d666bdb-b2d3-486c-8fe2-c8788a23fb79 req-e1e22306-329c-4502-afd7-470326bc3eb9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703368 Nov 10 20:32:16.628675 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-949a2669-76de-4547-8abc-75f63f83ee5b service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336114 Nov 10 20:32:16.720106 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-179cffa0-b19a-43fb-8f87-36f7985740d7 req-07a1fc6f-dc60-49bf-9530-bf5b4baa0446 service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836966 Nov 10 20:32:17.732785 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ec53c-3750-4078-ad0b-eec7da4d82ba req-2345fdf7-f873-4219-84a6-3e1773a9ae6b tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:17.734197 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dd5ec53c-3750-4078-ad0b-eec7da4d82ba req-2345fdf7-f873-4219-84a6-3e1773a9ae6b tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0487888 Nov 10 20:32:17.784071 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dd5ec53c-3750-4078-ad0b-eec7da4d82ba req-f9327b3e-0542-4704-95ea-193ff288d8e2 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Nov 10 20:32:18.913397 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a67051-74a8-439f-89a3-0ac5f5888dde req-42a579e9-7f68-47aa-8ebb-9ebb196e01a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:18.914638 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-16a67051-74a8-439f-89a3-0ac5f5888dde req-42a579e9-7f68-47aa-8ebb-9ebb196e01a7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0608842 Nov 10 20:32:18.965939 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-16a67051-74a8-439f-89a3-0ac5f5888dde req-0ca8e70d-3d91-418c-93b1-1c67b99c16d6 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442331 Nov 10 20:32:20.080804 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa197f9-c0fe-4dc1-b09d-2a28afc836eb req-c6e3e0ce-99d9-4c97-a513-cc6039138d38 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:20.082428 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-efa197f9-c0fe-4dc1-b09d-2a28afc836eb req-c6e3e0ce-99d9-4c97-a513-cc6039138d38 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0504141 Nov 10 20:32:20.134484 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-efa197f9-c0fe-4dc1-b09d-2a28afc836eb req-b07bbfd8-2634-4a40-b9da-f463274cc289 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460019 Nov 10 20:32:20.367973 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-8a001efa-8a3a-406f-833e-a8c6b8e71335 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761371 Nov 10 20:32:20.389004 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248293d-e13b-40ce-9c84-c844a2929be4 req-ce5e28e1-4066-4bfb-b604-59275d7ce5ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:20.390533 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7248293d-e13b-40ce-9c84-c844a2929be4 req-ce5e28e1-4066-4bfb-b604-59275d7ce5ee tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0639939 Nov 10 20:32:20.453337 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7248293d-e13b-40ce-9c84-c844a2929be4 req-b1895ab7-80c1-4b65-99e9-1e24b226ed7c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557253 Nov 10 20:32:21.027394 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a693b79d-741c-4a40-a580-1db44dbc11a8 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:32:21.102197 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.125283 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:32:21.127474 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcef42e-8883-4ae9-aa4a-72aecfdbc42e" -d '{"events": [{"server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "name": "network-vif-unplugged", "status": "completed", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:32:21.144321 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a693b79d-741c-4a40-a580-1db44dbc11a8,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:21.148567 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.172460 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 20:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8412cd3d-a56d-44a6-81ed-9360d53a1dc5 x-openstack-request-id: req-8412cd3d-a56d-44a6-81ed-9360d53a1dc5 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:32:21.172743 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "name": "network-vif-unplugged", "status": "failed", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8", "code": 422}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:32:21.172993 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8412cd3d-a56d-44a6-81ed-9360d53a1dc5 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:32:21.173397 dv-cinder-815145-6-iscsi neutron-server[101641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'code': 422} returned with failed status Nov 10 20:32:21.200440 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=a693b79d-741c-4a40-a580-1db44dbc11a8,revision_number=6']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:21.207704 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.208136 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.208481 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.208818 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.209155 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.209532 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.209861 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.210226 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.210567 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.210890 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.211212 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.211647 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.581831 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13836e0a-8fe9-4342-9cb5-03b6a568b8b0 req-49179612-c0ba-470a-9c3f-3e5aed08b999 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:21.583327 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-13836e0a-8fe9-4342-9cb5-03b6a568b8b0 req-49179612-c0ba-470a-9c3f-3e5aed08b999 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0520782 Nov 10 20:32:21.640445 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-13836e0a-8fe9-4342-9cb5-03b6a568b8b0 req-39872367-2d48-48d9-9c2e-b443811a21fc tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504711 Nov 10 20:32:21.930673 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-7d1c2ed7-2f3d-4e76-9b02-3d0f657050f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:21.932284 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-7d1c2ed7-2f3d-4e76-9b02-3d0f657050f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065&tenant_id=c40f6d7bb21946a79401d033eaf74f37 HTTP/1.1" status: 200 len: 1096 time: 0.0416925 Nov 10 20:32:22.026714 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-44b643b3-e538-4f62-9827-5fb5d22461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:22.028232 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-44b643b3-e538-4f62-9827-5fb5d22461c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1096 time: 0.0465219 Nov 10 20:32:22.124615 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-e67dff2b-21d2-4f92-9f23-fa0c65098220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:22.125979 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-e67dff2b-21d2-4f92-9f23-fa0c65098220 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 200 len: 909 time: 0.0894196 Nov 10 20:32:22.196037 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-90cd00a0-ae20-4f4c-ad50-3db2f1bcaedb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 200 len: 998 time: 0.0623722 Nov 10 20:32:22.246465 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-ab2192f0-8fba-4c94-be6d-9cdb9b61b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:22.247944 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-ab2192f0-8fba-4c94-be6d-9cdb9b61b3c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2dd2b-181a-4fd2-b272-6052dc08637c HTTP/1.1" status: 200 len: 847 time: 0.0451241 Nov 10 20:32:22.294120 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-1ef81f74-73a7-4df5-b0f2-37b03bdc80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:22.295611 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-1ef81f74-73a7-4df5-b0f2-37b03bdc80fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42177e54-a952-41d7-a78c-6773020ea1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405178 Nov 10 20:32:22.398684 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-0a1c46e7-42c2-4ee7-8639-b4635066ef4b service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956540 Nov 10 20:32:22.731675 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-a708e879-66ef-45c8-b07c-c32ac3cc5c86 service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238285 Nov 10 20:32:22.768907 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97255eb6-6138-43d0-91ca-c933d19beea1 req-fa4b3e27-6738-4452-9790-efd9b2ec982c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:22.770378 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-97255eb6-6138-43d0-91ca-c933d19beea1 req-fa4b3e27-6738-4452-9790-efd9b2ec982c tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0621676 Nov 10 20:32:22.821449 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-97255eb6-6138-43d0-91ca-c933d19beea1 req-c19e15fc-c365-4d02-a810-97ef6482581f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446036 Nov 10 20:32:23.935562 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bce3a-61b5-43db-8b61-42bf28b14e31 req-aabd719f-ce1b-415b-81b4-65e148df2516 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:23.937068 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-038bce3a-61b5-43db-8b61-42bf28b14e31 req-aabd719f-ce1b-415b-81b4-65e148df2516 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0490716 Nov 10 20:32:23.985897 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-038bce3a-61b5-43db-8b61-42bf28b14e31 req-b7c25216-9cfd-4273-9d3b-e8a2c83a9d3b tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Nov 10 20:32:25.100801 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d71e07-1844-4d53-a301-6eceda8537d8 req-8ee71574-074c-4de2-a149-402b2f7ccf9a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:25.102335 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-28d71e07-1844-4d53-a301-6eceda8537d8 req-8ee71574-074c-4de2-a149-402b2f7ccf9a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0487516 Nov 10 20:32:25.156365 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-28d71e07-1844-4d53-a301-6eceda8537d8 req-637c961f-58f4-453f-997e-ea9851dd6ca7 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480199 Nov 10 20:32:26.272015 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2695ff8-0fd9-4a43-bf45-626138c03d24 req-1fcacfd3-dbd9-4084-8c43-ce620408c991 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:26.273995 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b2695ff8-0fd9-4a43-bf45-626138c03d24 req-1fcacfd3-dbd9-4084-8c43-ce620408c991 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0496190 Nov 10 20:32:26.322202 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b2695ff8-0fd9-4a43-bf45-626138c03d24 req-16fc0b5c-2852-4315-889c-e42fc5502f68 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424459 Nov 10 20:32:27.434691 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73519488-0993-44dd-98d3-26f7cb07a7de req-d5b4770b-48a5-4c70-a513-74a331bae916 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:27.436148 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-73519488-0993-44dd-98d3-26f7cb07a7de req-d5b4770b-48a5-4c70-a513-74a331bae916 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0476682 Nov 10 20:32:27.482208 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-73519488-0993-44dd-98d3-26f7cb07a7de req-174cc0a6-a695-481b-8ccd-63fafa31d23b tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Nov 10 20:32:28.598471 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e477d1-805c-45c6-bffc-ccc5871e59d3 req-6a3ceea4-fea9-458a-a65e-80edf6a2965a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:28.599910 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-32e477d1-805c-45c6-bffc-ccc5871e59d3 req-6a3ceea4-fea9-458a-a65e-80edf6a2965a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0517416 Nov 10 20:32:28.648441 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-32e477d1-805c-45c6-bffc-ccc5871e59d3 req-451e4d9d-8fad-4d87-a588-237334239574 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Nov 10 20:32:29.762206 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeb42e-c108-4945-b70b-e905cbcbc77c req-b646f587-3395-48a4-b5de-d40d266db61a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:29.763665 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0bdeb42e-c108-4945-b70b-e905cbcbc77c req-b646f587-3395-48a4-b5de-d40d266db61a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0484905 Nov 10 20:32:29.811223 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0bdeb42e-c108-4945-b70b-e905cbcbc77c req-79841fc3-229d-4683-b536-765122947e15 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Nov 10 20:32:30.815563 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:32:30.929371 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71c8ff-c0ca-4650-a0a1-9a8e42d3cb93 req-af860aab-ed55-4f2e-8d4d-a8f8510ec8b8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:30.930862 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0c71c8ff-c0ca-4650-a0a1-9a8e42d3cb93 req-af860aab-ed55-4f2e-8d4d-a8f8510ec8b8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 943 time: 0.0526419 Nov 10 20:32:30.981113 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0c71c8ff-c0ca-4650-a0a1-9a8e42d3cb93 req-25412905-1a4e-4ace-ba8f-590340c50789 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Nov 10 20:32:31.079168 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a693b79d-741c-4a40-a580-1db44dbc11a8 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:32:31.172945 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a693b79d-741c-4a40-a580-1db44dbc11a8,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:31.184328 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'port_id': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'mac_address': 'fa:16:3e:df:a4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:32:31.220253 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:31.232786 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a693b79d-741c-4a40-a580-1db44dbc11a8 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:32:31.251753 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a693b79d-741c-4a40-a580-1db44dbc11a8,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:31.256256 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:31.302625 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=a693b79d-741c-4a40-a580-1db44dbc11a8,revision_number=7']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:31.791656 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['a693b79d-741c-4a40-a580-1db44dbc11a8'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:32:32.094807 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa286f-a935-44d8-8251-9ba18898af65 req-52bcd575-2a10-4760-b5e6-d3eac31ccfe3 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:32.096300 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9aaa286f-a935-44d8-8251-9ba18898af65 req-52bcd575-2a10-4760-b5e6-d3eac31ccfe3 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0489058 Nov 10 20:32:32.154557 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9aaa286f-a935-44d8-8251-9ba18898af65 req-d4ca8211-6964-4c74-82ce-12f7b0eb5dea tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518250 Nov 10 20:32:33.096524 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a693b79d-741c-4a40-a580-1db44dbc11a8 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:32:33.147535 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port a693b79d-741c-4a40-a580-1db44dbc11a8 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:33.148252 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:33.233076 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:33.258695 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:32:33.261097 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad7c244-0ac0-4ae3-a46a-cde5b756328e" -d '{"events": [{"server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "name": "network-vif-plugged", "status": "completed", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:32:33.278776 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a693b79d-741c-4a40-a580-1db44dbc11a8,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:33.284903 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:33.289511 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd45995-6a36-4a59-aebc-cedda792b777 req-96f41b8b-5ce1-4f12-95d4-3103a08e0f03 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:33.291258 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2dd45995-6a36-4a59-aebc-cedda792b777 req-96f41b8b-5ce1-4f12-95d4-3103a08e0f03 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 944 time: 0.0619433 Nov 10 20:32:33.311426 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccea55f-53c4-4215-857f-606963458847 x-openstack-request-id: req-5ccea55f-53c4-4215-857f-606963458847 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:32:33.311724 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "name": "network-vif-plugged", "status": "completed", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:32:33.311992 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ccea55f-53c4-4215-857f-606963458847 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:32:33.312527 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'code': 200} Nov 10 20:32:33.348206 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=a693b79d-741c-4a40-a580-1db44dbc11a8,revision_number=8']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:33.355789 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2dd45995-6a36-4a59-aebc-cedda792b777 req-d0335066-0e8d-4438-8eba-13201e6158ea tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557935 Nov 10 20:32:33.622335 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac1b35-3ab6-41b7-b62d-8243170868c6 req-312c4ffd-7d18-4261-bfe5-66c2f48dd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:33.622908 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-70ac1b35-3ab6-41b7-b62d-8243170868c6 req-312c4ffd-7d18-4261-bfe5-66c2f48dd551 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1098 time: 0.0401371 Nov 10 20:32:33.674373 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-70ac1b35-3ab6-41b7-b62d-8243170868c6 req-1d0557aa-b994-4e59-96cf-9da2f18f2262 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Nov 10 20:32:34.472671 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3abf8c-0518-4243-9d51-d539ed72f0bb req-a6652b1b-5f04-4b24-8b49-6e54cec8636a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:34.474182 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7a3abf8c-0518-4243-9d51-d539ed72f0bb req-a6652b1b-5f04-4b24-8b49-6e54cec8636a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0506456 Nov 10 20:32:34.526689 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7a3abf8c-0518-4243-9d51-d539ed72f0bb req-c704d8d6-087f-48f8-8f3f-6e3bd892a0ca tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465410 Nov 10 20:32:35.644854 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdac064-82fd-42bf-9b74-c9accde795db req-53968446-d71e-41fa-a216-967a6ecf70ca tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:35.646401 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5bdac064-82fd-42bf-9b74-c9accde795db req-53968446-d71e-41fa-a216-967a6ecf70ca tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0515342 Nov 10 20:32:35.701190 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5bdac064-82fd-42bf-9b74-c9accde795db req-3b22227d-3b4f-42f3-a92b-fcb4ed43d319 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472369 Nov 10 20:32:36.115837 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ba8f1-226d-4f22-9263-7c7216f5abc7 req-45d707d2-17ab-4e81-bc72-16659c3311aa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:36.117902 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-321ba8f1-226d-4f22-9263-7c7216f5abc7 req-45d707d2-17ab-4e81-bc72-16659c3311aa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0567524 Nov 10 20:32:36.143891 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-fa19522d-a01a-458d-a29c-50aa03870917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:36.145438 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-fa19522d-a01a-458d-a29c-50aa03870917 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eadece63b429465691cca3f7bb2ea367&device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1137 time: 0.0424678 Nov 10 20:32:36.186242 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-321ba8f1-226d-4f22-9263-7c7216f5abc7 req-b7121a8d-504a-4700-b1fb-e07ddbbfee20 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620990 Nov 10 20:32:36.248617 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-fb443bf3-e99e-47cb-82e2-cb602c4b6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:36.250312 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-fb443bf3-e99e-47cb-82e2-cb602c4b6168 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9552261-a1b4-4d81-b1e4-92fe45f180a1 HTTP/1.1" status: 200 len: 914 time: 0.0898459 Nov 10 20:32:36.318630 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-c23222d9-5939-4540-869f-696fb59e81ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 1000 time: 0.0579193 Nov 10 20:32:36.368975 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-a5597e4b-c0c6-4351-8107-527726c2054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:36.370359 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-a5597e4b-c0c6-4351-8107-527726c2054e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88dd6ce3-55f2-4d6a-a0e7-301247bbe7da HTTP/1.1" status: 200 len: 852 time: 0.0445423 Nov 10 20:32:36.423811 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-2b5f52ed-c2bb-4b71-be63-3497e34e1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:36.425323 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-2b5f52ed-c2bb-4b71-be63-3497e34e1322 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9552261-a1b4-4d81-b1e4-92fe45f180a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454528 Nov 10 20:32:36.521411 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-e82d1847-15ca-40d2-9f65-adf12d5e277f service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 Nov 10 20:32:36.616376 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-22b95110-b6a9-4eb4-a4d3-b732da6eaa55 req-a8ddff58-08f4-4237-b2ab-0bf968abef62 service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865269 Nov 10 20:32:37.305634 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626f43b-a9db-4ec1-8002-d3acacb7eb85 req-d40eeba3-3d3a-4e2d-a1a3-361b42117a50 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:37.307111 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9626f43b-a9db-4ec1-8002-d3acacb7eb85 req-d40eeba3-3d3a-4e2d-a1a3-361b42117a50 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0485628 Nov 10 20:32:37.370716 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9626f43b-a9db-4ec1-8002-d3acacb7eb85 req-c2e7745a-9ab3-4dfb-8ee2-9f30c36a2822 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562794 Nov 10 20:32:38.316911 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-1446a1ca-2710-4f2d-860d-2c01d5e9ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:38.318404 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-1446a1ca-2710-4f2d-860d-2c01d5e9ef46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eadece63b429465691cca3f7bb2ea367&device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1137 time: 0.0429845 Nov 10 20:32:38.432563 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-e6e4ef69-fc2b-45b9-abc6-bc9bd7bf6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:38.434462 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-e6e4ef69-fc2b-45b9-abc6-bc9bd7bf6607 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9552261-a1b4-4d81-b1e4-92fe45f180a1 HTTP/1.1" status: 200 len: 914 time: 0.0917263 Nov 10 20:32:38.499551 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71f006-47fd-4066-b02a-dd655f86efc1 req-71dd80eb-4bb5-4897-8b53-bb893da792b3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:38.501130 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bb71f006-47fd-4066-b02a-dd655f86efc1 req-71dd80eb-4bb5-4897-8b53-bb893da792b3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0518234 Nov 10 20:32:38.513534 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-1deb3667-dbf3-48fc-8c44-6fc49fdc8c4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 1000 time: 0.0662909 Nov 10 20:32:38.566123 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-f26cbf9e-deef-4396-afe4-8599142f808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:38.567570 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-f26cbf9e-deef-4396-afe4-8599142f808c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88dd6ce3-55f2-4d6a-a0e7-301247bbe7da HTTP/1.1" status: 200 len: 852 time: 0.0448432 Nov 10 20:32:38.568867 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bb71f006-47fd-4066-b02a-dd655f86efc1 req-08c12212-4bcd-43d4-abed-488b6ab60768 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615268 Nov 10 20:32:38.615898 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-a7b2cf35-8aab-433a-86a4-1d186a640c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:38.617535 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-a7b2cf35-8aab-433a-86a4-1d186a640c60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9552261-a1b4-4d81-b1e4-92fe45f180a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421731 Nov 10 20:32:38.712993 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-e365ad62-48d6-4e63-a4a4-5ee8da28de2e service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879660 Nov 10 20:32:38.805356 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1a236ae3-34a8-44ca-a560-9f0abcf183c6 req-dd8d3dd8-234c-4519-91d8-e4a63d85eb7e service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847719 Nov 10 20:32:39.693652 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce77c-c321-4678-bfa5-db4104539557 req-200d8391-2c25-4ac5-a3ea-2bd91996bd16 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:39.695244 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bcce77c-c321-4678-bfa5-db4104539557 req-200d8391-2c25-4ac5-a3ea-2bd91996bd16 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0553446 Nov 10 20:32:39.758433 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4bcce77c-c321-4678-bfa5-db4104539557 req-000607d4-6bf1-4c3e-a78f-3b8ea9abcb12 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571520 Nov 10 20:32:40.352294 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-650348b9-259b-4293-85c8-970f7c41ed32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:40.752737 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:40.876813 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672a9b7-9936-4a15-8c38-858dce8b40e5 req-ac2eeb6b-86fb-44f8-9354-9949d582a3fa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:40.878316 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f672a9b7-9936-4a15-8c38-858dce8b40e5 req-ac2eeb6b-86fb-44f8-9354-9949d582a3fa tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0516276 Nov 10 20:32:40.939387 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f672a9b7-9936-4a15-8c38-858dce8b40e5 req-6edbbdfc-a442-4520-8842-8bbb0bb3fb2c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547779 Nov 10 20:32:42.060482 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027884f-7299-467d-8aa1-568b8e78bebf req-a299e359-f9d0-43ed-96e5-df6c0d1dd46f tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:42.061976 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e027884f-7299-467d-8aa1-568b8e78bebf req-a299e359-f9d0-43ed-96e5-df6c0d1dd46f tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0554705 Nov 10 20:32:42.126465 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e027884f-7299-467d-8aa1-568b8e78bebf req-0d39078b-8a0a-49ab-bc1b-4c18cb5085a6 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577719 Nov 10 20:32:42.637106 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-22a5fdb6-da9a-46cf-963e-09924c5b6f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:43.242660 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ced7-4a49-4853-aeea-c7b17386615b req-dbf1dec5-9d01-414a-a8e9-ce88469f895f tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:43.244236 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5367ced7-4a49-4853-aeea-c7b17386615b req-dbf1dec5-9d01-414a-a8e9-ce88469f895f tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0505466 Nov 10 20:32:43.310946 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5367ced7-4a49-4853-aeea-c7b17386615b req-96ebf76b-5423-4f83-bd5c-a609ac824485 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603561 Nov 10 20:32:43.849380 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:44.436861 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28250255-8179-4261-95b8-142f3f436037 req-36779b3c-fb06-456d-8f30-632d70e4447e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:44.438366 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-28250255-8179-4261-95b8-142f3f436037 req-36779b3c-fb06-456d-8f30-632d70e4447e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0575955 Nov 10 20:32:44.500625 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-28250255-8179-4261-95b8-142f3f436037 req-7728d212-7eaa-475f-81f5-2e9e4045f257 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561924 Nov 10 20:32:45.311145 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:45.620222 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833c1b9-9b90-4d5f-a5fd-d91d9337d58c req-ca8b9469-b3f5-49f5-a554-d3aadae618a1 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:45.621773 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0833c1b9-9b90-4d5f-a5fd-d91d9337d58c req-ca8b9469-b3f5-49f5-a554-d3aadae618a1 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0514977 Nov 10 20:32:45.692065 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0833c1b9-9b90-4d5f-a5fd-d91d9337d58c req-27016dfb-a1e2-4df1-a9bc-ad2341f43f8e tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639873 Nov 10 20:32:46.339945 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:46.810662 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dd765-569f-4459-aacd-ab804cb088a4 req-4da77a72-0891-4d02-bc2f-3205d21d59bc tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:46.812225 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-440dd765-569f-4459-aacd-ab804cb088a4 req-4da77a72-0891-4d02-bc2f-3205d21d59bc tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0504980 Nov 10 20:32:46.879780 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-440dd765-569f-4459-aacd-ab804cb088a4 req-d7d45bdb-8cfd-4a25-a31c-18c3b60bf38f tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613847 Nov 10 20:32:48.010166 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6bd3c-7eef-41e6-831d-de18b762c035 req-401a9dc5-6d1c-48c3-9508-57ee6fbc1c4c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:48.011616 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b9b6bd3c-7eef-41e6-831d-de18b762c035 req-401a9dc5-6d1c-48c3-9508-57ee6fbc1c4c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0545695 Nov 10 20:32:48.076317 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b9b6bd3c-7eef-41e6-831d-de18b762c035 req-e9e67be8-d029-4ade-8e86-e3543daef50c tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&id=e4af6d26-c506-44db-8bce-405318a718c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585544 Nov 10 20:33:07.815938 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:33:10.353285 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3773a18c-d4b3-4d6b-918c-5b3c1a39f009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:10.779329 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:12.638803 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-0059a49d-16c5-4384-a3ec-b67d32127472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:13.852146 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:15.312929 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:16.341338 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:17.906487 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b1b0f-4e1d-47dc-88a7-e6de5b84c850 req-969724d3-9f68-4c9e-b317-446809905224 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:17.908150 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fa5b1b0f-4e1d-47dc-88a7-e6de5b84c850 req-969724d3-9f68-4c9e-b317-446809905224 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0516040 Nov 10 20:33:17.955612 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-fa5b1b0f-4e1d-47dc-88a7-e6de5b84c850 req-3074cfbd-0562-418f-b85f-4e51427ff2ae tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408437 Nov 10 20:33:19.078421 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25d762-c3bf-4e8f-813f-08504d0c56e4 req-09ad6d17-7b94-45df-8218-d74d4cdc1237 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:19.079944 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cf25d762-c3bf-4e8f-813f-08504d0c56e4 req-09ad6d17-7b94-45df-8218-d74d4cdc1237 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0492785 Nov 10 20:33:19.128153 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cf25d762-c3bf-4e8f-813f-08504d0c56e4 req-568059cd-2093-4060-9793-6c1bf269160d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Nov 10 20:33:20.257640 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138edb8-0f0d-47df-8b87-5bf3bd676893 req-eefdee0f-8f20-4e99-a719-066cd29b27a2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:20.259941 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4138edb8-0f0d-47df-8b87-5bf3bd676893 req-eefdee0f-8f20-4e99-a719-066cd29b27a2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0540955 Nov 10 20:33:20.308580 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4138edb8-0f0d-47df-8b87-5bf3bd676893 req-ccdce3db-53ae-4383-adf0-0c0bb41e14fa tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 Nov 10 20:33:21.434334 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156dba-feeb-47c6-8103-2dc9d5214c00 req-6c2f1742-a53c-4af0-a90e-5f54b2bd408c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:21.435814 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-11156dba-feeb-47c6-8103-2dc9d5214c00 req-6c2f1742-a53c-4af0-a90e-5f54b2bd408c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0512164 Nov 10 20:33:21.483868 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-11156dba-feeb-47c6-8103-2dc9d5214c00 req-8ee6d1d7-fca4-4abf-ab34-0355cbcb864d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Nov 10 20:33:22.611173 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94430820-e14d-42b5-86ac-4076975e6850 req-5d6531c2-a431-4b3a-bca1-4b98f3b8edb5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:22.612729 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-94430820-e14d-42b5-86ac-4076975e6850 req-5d6531c2-a431-4b3a-bca1-4b98f3b8edb5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0522470 Nov 10 20:33:22.658700 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-94430820-e14d-42b5-86ac-4076975e6850 req-ccd1591d-5461-46f9-977a-36d61013e9aa tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401659 Nov 10 20:33:23.791470 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f418a8-1f7d-433d-a6f7-f40cf92aa017 req-23fbfc47-880a-4116-8291-9a8b3ba1f8b3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:23.792993 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a4f418a8-1f7d-433d-a6f7-f40cf92aa017 req-23fbfc47-880a-4116-8291-9a8b3ba1f8b3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0610831 Nov 10 20:33:23.839529 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a4f418a8-1f7d-433d-a6f7-f40cf92aa017 req-0d1aafcf-937d-4cba-a8e9-946b21747bad tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Nov 10 20:33:24.968106 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431b264-90d7-43b7-a826-0c72f52df601 req-40e4c118-49a8-4550-8453-5e31807b378b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:24.970150 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d431b264-90d7-43b7-a826-0c72f52df601 req-40e4c118-49a8-4550-8453-5e31807b378b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0563881 Nov 10 20:33:25.021633 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d431b264-90d7-43b7-a826-0c72f52df601 req-eea05d4c-843d-47fc-bc69-3f0a485df012 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Nov 10 20:33:26.144525 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34fc30-7128-4fef-8098-23ac2cd88326 req-8b4619f2-11b6-4205-bf9a-ee49cb1d9c3f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:26.146149 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ac34fc30-7128-4fef-8098-23ac2cd88326 req-8b4619f2-11b6-4205-bf9a-ee49cb1d9c3f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0537093 Nov 10 20:33:26.198904 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ac34fc30-7128-4fef-8098-23ac2cd88326 req-bda6a4e4-a1a9-4b09-ac0d-87f9f623dd86 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468285 Nov 10 20:33:27.318693 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddfd4b-9113-4dfd-a9a8-6cc1e4770059 req-78a9e1bb-abe5-4347-97e6-1e0fc9d8482b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:27.320198 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-29ddfd4b-9113-4dfd-a9a8-6cc1e4770059 req-78a9e1bb-abe5-4347-97e6-1e0fc9d8482b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0501740 Nov 10 20:33:27.372334 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-29ddfd4b-9113-4dfd-a9a8-6cc1e4770059 req-dc9974ec-4b10-468e-8fcd-7e8a2266cad6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455170 Nov 10 20:33:28.488473 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887fcbd-176e-4e4f-8b60-7e315a9a9b72 req-93325673-a43e-4b00-94a9-1eaff67ea225 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:28.489952 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5887fcbd-176e-4e4f-8b60-7e315a9a9b72 req-93325673-a43e-4b00-94a9-1eaff67ea225 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0478945 Nov 10 20:33:28.538233 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5887fcbd-176e-4e4f-8b60-7e315a9a9b72 req-5e080ae4-ad91-44d9-9cfd-ae66fa94bf2e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Nov 10 20:33:29.662114 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb7654-7bc7-4291-9d3f-fada539d740a req-fdde9ae7-487f-44a2-bdd3-fdae5424f10f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:29.663609 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3eeb7654-7bc7-4291-9d3f-fada539d740a req-fdde9ae7-487f-44a2-bdd3-fdae5424f10f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0502915 Nov 10 20:33:29.719077 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3eeb7654-7bc7-4291-9d3f-fada539d740a req-ed56f019-7559-4d98-94d5-234782fe96df tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480325 Nov 10 20:33:30.897967 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b0c6-58f6-4bd3-a0ff-6e4f10fafdef req-6fba4a30-905c-49ea-bf6f-06e26a37d1c0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:30.899889 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-42c8b0c6-58f6-4bd3-a0ff-6e4f10fafdef req-6fba4a30-905c-49ea-bf6f-06e26a37d1c0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.1083410 Nov 10 20:33:30.953777 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-42c8b0c6-58f6-4bd3-a0ff-6e4f10fafdef req-88ef12f9-29b3-42f4-96d0-3918ef454ef8 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473845 Nov 10 20:33:32.102794 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7e6ed-9f7f-49fb-ba2d-c5f35fdb5222 req-dd8b197c-2562-4c51-ac67-0d684f6ad283 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:32.104295 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f7e7e6ed-9f7f-49fb-ba2d-c5f35fdb5222 req-dd8b197c-2562-4c51-ac67-0d684f6ad283 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0548379 Nov 10 20:33:32.156299 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f7e7e6ed-9f7f-49fb-ba2d-c5f35fdb5222 req-38e05ed4-abbe-450f-a67a-da373d3ab280 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Nov 10 20:33:33.289151 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000557b8-42c5-403b-ae7d-2a2a743980a1 req-55d058a3-be3b-49ee-a908-dce56c77e68e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:33.290646 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-000557b8-42c5-403b-ae7d-2a2a743980a1 req-55d058a3-be3b-49ee-a908-dce56c77e68e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0548673 Nov 10 20:33:33.340037 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-000557b8-42c5-403b-ae7d-2a2a743980a1 req-9b1de817-050f-429b-90c1-ea7443f5d8b7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 Nov 10 20:33:34.562678 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce1a05-b6be-4cb2-831a-f72f583a7701 req-d8e6538f-11d4-4e06-bb5e-d7326cda2254 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:34.564283 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-10ce1a05-b6be-4cb2-831a-f72f583a7701 req-d8e6538f-11d4-4e06-bb5e-d7326cda2254 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.1416600 Nov 10 20:33:34.620370 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-10ce1a05-b6be-4cb2-831a-f72f583a7701 req-989aeeb9-dd0e-4981-b89b-106fe1838b26 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486248 Nov 10 20:33:35.373522 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:33:35.469611 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:35.481181 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '523afc8c-822a-44fc-bb95-1876712790a4', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'port_id': '523afc8c-822a-44fc-bb95-1876712790a4', 'mac_address': 'fa:16:3e:6a:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:33:35.517084 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.529503 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 523afc8c-822a-44fc-bb95-1876712790a4 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:33:35.548550 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:35.552782 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.602096 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=6']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:35.609824 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.610183 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.610530 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.610869 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.611201 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.611531 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.611857 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.612225 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.612552 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.612874 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.613196 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.613517 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:35.740609 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31098fb9-d964-44e2-ba56-eb1832aaf2aa req-eb87abd9-0868-4bab-89b6-588a2a633ab7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:35.742129 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-31098fb9-d964-44e2-ba56-eb1832aaf2aa req-eb87abd9-0868-4bab-89b6-588a2a633ab7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 945 time: 0.0488222 Nov 10 20:33:35.771076 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['523afc8c-822a-44fc-bb95-1876712790a4'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:33:35.790228 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-31098fb9-d964-44e2-ba56-eb1832aaf2aa req-ca8e4582-bbc2-4f97-9b86-218c1c802da6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Nov 10 20:33:36.914878 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b625-938c-485b-a2fd-844cd416a026 req-e48fbbd3-7dcc-4029-8754-b85a74b70301 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:36.916355 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4c12b625-938c-485b-a2fd-844cd416a026 req-e48fbbd3-7dcc-4029-8754-b85a74b70301 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 945 time: 0.0492036 Nov 10 20:33:36.961321 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4c12b625-938c-485b-a2fd-844cd416a026 req-12163372-e27c-413a-bcf1-f6050b43f62d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392058 Nov 10 20:33:37.409196 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:37.461692 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 523afc8c-822a-44fc-bb95-1876712790a4 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:37.462063 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:37.536619 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:37.557520 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:33:37.560319 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2776b3-2a2c-479a-8103-cecdb362e6fc" -d '{"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-plugged", "status": "completed", "tag": "523afc8c-822a-44fc-bb95-1876712790a4"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:33:37.572620 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:37.578263 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:37.601097 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef88844f-0c19-460c-aeeb-9c60532beab3 x-openstack-request-id: req-ef88844f-0c19-460c-aeeb-9c60532beab3 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:33:37.601379 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-plugged", "status": "completed", "tag": "523afc8c-822a-44fc-bb95-1876712790a4", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:33:37.601632 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef88844f-0c19-460c-aeeb-9c60532beab3 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:33:37.602024 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4', 'code': 200} Nov 10 20:33:37.630332 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=7']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:38.088864 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35d696-6763-436a-8b0f-95e00095c264 req-d8d66dfa-7f4c-4f66-93f6-8bea21be1812 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:38.090792 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-df35d696-6763-436a-8b0f-95e00095c264 req-d8d66dfa-7f4c-4f66-93f6-8bea21be1812 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0568435 Nov 10 20:33:38.142110 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-df35d696-6763-436a-8b0f-95e00095c264 req-90f6002a-180e-4c46-a8ca-5657f9b6b3c0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441520 Nov 10 20:33:38.414803 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-fc7c139e-c26d-436f-801d-156078eacb69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394058 Nov 10 20:33:38.525734 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-b4ec8570-a6b6-49fc-890a-8088e718081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:38.527213 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-b4ec8570-a6b6-49fc-890a-8088e718081c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1098 time: 0.0446107 Nov 10 20:33:38.649255 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-1b30a6de-b10d-4b7a-a87e-43511b24656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:38.650739 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-1b30a6de-b10d-4b7a-a87e-43511b24656b service neutron] 10.222.0.39 "GET /v2.0/networks?id=42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 200 len: 909 time: 0.0988345 Nov 10 20:33:38.722938 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-1ff5ec6a-1292-4ad5-a81c-40e34afb760e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 200 len: 1000 time: 0.0633843 Nov 10 20:33:38.773012 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-0e26c6ab-65ad-47cb-a7fc-4d6c05fd30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:38.774492 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-0e26c6ab-65ad-47cb-a7fc-4d6c05fd30b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2dd2b-181a-4fd2-b272-6052dc08637c HTTP/1.1" status: 200 len: 847 time: 0.0442865 Nov 10 20:33:38.840931 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-09bc69a0-ac4e-40fe-9105-6cc195e786a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:38.842383 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-09bc69a0-ac4e-40fe-9105-6cc195e786a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42177e54-a952-41d7-a78c-6773020ea1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428407 Nov 10 20:33:38.953017 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-223ab04a-042f-4f67-a509-73ffa9dbee8f service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970654 Nov 10 20:33:39.045399 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-73b51492-e38e-42f4-a904-581b3d5e8b2f req-27d4cd0f-9475-44d3-8bf8-ebf9d2b28978 service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839105 Nov 10 20:33:39.260875 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727b09-acd7-4e07-a250-db9dd930b867 req-136971f9-3d58-4751-8ae8-41645de6786a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:39.262832 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1e727b09-acd7-4e07-a250-db9dd930b867 req-136971f9-3d58-4751-8ae8-41645de6786a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0496335 Nov 10 20:33:39.316991 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1e727b09-acd7-4e07-a250-db9dd930b867 req-4a493eeb-734b-477a-8809-6e5a61e02b4b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481265 Nov 10 20:33:40.356532 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-acac2042-3213-40d9-9c44-f12eb7d772dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:40.447555 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cbbcb-1aaa-45a5-b059-1c7725905f2a req-95ff65f4-c66e-4823-bbeb-8cf3f5d64533 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:40.449042 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b92cbbcb-1aaa-45a5-b059-1c7725905f2a req-95ff65f4-c66e-4823-bbeb-8cf3f5d64533 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0536883 Nov 10 20:33:40.503650 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b92cbbcb-1aaa-45a5-b059-1c7725905f2a req-ad070395-b849-4a4f-aefa-97b5bc0c8c15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485303 Nov 10 20:33:40.793920 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:41.748168 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1cdd4-ecf1-4fc2-8fd7-46ea58fb7ac7 req-1ebba754-7448-4868-92cd-4a4880f0ae39 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:41.749986 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8ef1cdd4-ecf1-4fc2-8fd7-46ea58fb7ac7 req-1ebba754-7448-4868-92cd-4a4880f0ae39 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0538585 Nov 10 20:33:41.807581 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8ef1cdd4-ecf1-4fc2-8fd7-46ea58fb7ac7 req-6e550666-95da-4bc4-b1f8-e3936bc51a42 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497622 Nov 10 20:33:42.651067 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-a207d694-756e-4aa4-8c19-64f050fc1305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:42.960777 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa81da5-420c-4b93-8a73-23747ecfd84e req-61fb2b47-fb4f-4584-a907-4468468358c6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:42.964294 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-aaa81da5-420c-4b93-8a73-23747ecfd84e req-61fb2b47-fb4f-4584-a907-4468468358c6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0575812 Nov 10 20:33:43.030996 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-aaa81da5-420c-4b93-8a73-23747ecfd84e req-83e01ec7-23bd-4114-bb56-9e4668fd0857 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597904 Nov 10 20:33:43.856323 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:44.177888 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31e3c-b767-4f35-9af4-f27c1f7e194b req-204fe4dc-6089-4b47-a0f4-29f9b61d0c99 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:44.179383 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bce31e3c-b767-4f35-9af4-f27c1f7e194b req-204fe4dc-6089-4b47-a0f4-29f9b61d0c99 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0490410 Nov 10 20:33:44.243878 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bce31e3c-b767-4f35-9af4-f27c1f7e194b req-e64c782c-a843-470e-bce8-b4452038fc31 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566976 Nov 10 20:33:44.817578 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:33:45.323013 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:45.392644 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b7a7-79b2-41d5-9afa-958437bb9e23 req-93d8e1de-9e22-499c-89f8-1a065346b888 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:45.394326 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a299b7a7-79b2-41d5-9afa-958437bb9e23 req-93d8e1de-9e22-499c-89f8-1a065346b888 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0597560 Nov 10 20:33:45.461864 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a299b7a7-79b2-41d5-9afa-958437bb9e23 req-e663d9e7-09e9-4ae8-b246-b24ad67de6bf tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611279 Nov 10 20:33:46.351764 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:46.596518 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2cfe6-157f-4016-855e-5040890a4e44 req-de53ad76-704d-4e3a-a4ac-0766a7ba8480 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:46.598205 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6ef2cfe6-157f-4016-855e-5040890a4e44 req-de53ad76-704d-4e3a-a4ac-0766a7ba8480 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0574274 Nov 10 20:33:46.659541 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6ef2cfe6-157f-4016-855e-5040890a4e44 req-049da886-e102-4f84-8a22-8c2c254d4913 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550554 Nov 10 20:33:47.796896 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540e7f1-441a-45a4-87b3-f1ebafb06ce1 req-6373f125-8071-4d37-adeb-7fb9af6475a3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:47.798612 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3540e7f1-441a-45a4-87b3-f1ebafb06ce1 req-6373f125-8071-4d37-adeb-7fb9af6475a3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0589256 Nov 10 20:33:47.868120 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3540e7f1-441a-45a4-87b3-f1ebafb06ce1 req-34881b74-4535-4453-b113-cd4e00f80009 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611813 Nov 10 20:33:48.997156 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64097ca1-cb9d-4808-818b-f31646215d29 req-bac8b270-e069-42d1-ac0b-bb5285b087bf tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:48.998782 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-64097ca1-cb9d-4808-818b-f31646215d29 req-bac8b270-e069-42d1-ac0b-bb5285b087bf tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0598414 Nov 10 20:33:49.057372 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-64097ca1-cb9d-4808-818b-f31646215d29 req-03216215-a91e-4479-b0b8-7fe34aa34b90 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490417 Nov 10 20:33:50.189899 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a4850-cddb-442f-9f89-32bc429c62a2 req-3d3759ce-5825-4afb-a29d-c6fc0af049be tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:50.191548 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1e9a4850-cddb-442f-9f89-32bc429c62a2 req-3d3759ce-5825-4afb-a29d-c6fc0af049be tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0542190 Nov 10 20:33:50.242285 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1e9a4850-cddb-442f-9f89-32bc429c62a2 req-1678b299-b5ba-450d-814b-c885b3a5f7a4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446641 Nov 10 20:33:51.366061 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29189d7f-8550-40d2-ae5d-36c817634c09 req-607afd20-a858-4103-82d7-5aade08dd893 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:51.367538 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-29189d7f-8550-40d2-ae5d-36c817634c09 req-607afd20-a858-4103-82d7-5aade08dd893 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0522077 Nov 10 20:33:51.414738 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-29189d7f-8550-40d2-ae5d-36c817634c09 req-27d9f4dd-f554-4ee7-87c9-c695be59c6b3 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406890 Nov 10 20:33:51.481771 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeebe43-7152-479d-8829-4cec45631991 req-aed63943-7828-48f2-b6c0-0e6a49001dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:51.483262 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1eeebe43-7152-479d-8829-4cec45631991 req-aed63943-7828-48f2-b6c0-0e6a49001dca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 1099 time: 0.0402355 Nov 10 20:33:51.577371 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeebe43-7152-479d-8829-4cec45631991 req-7caeb734-01a0-4df6-8c26-5cd7f20a70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:51.578825 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1eeebe43-7152-479d-8829-4cec45631991 req-7caeb734-01a0-4df6-8c26-5cd7f20a70ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.0869691 Nov 10 20:33:51.646591 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1eeebe43-7152-479d-8829-4cec45631991 req-d9b4644f-31a0-4e33-9007-64f48f2102f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=523afc8c-822a-44fc-bb95-1876712790a4 HTTP/1.1" status: 200 len: 1002 time: 0.0564091 Nov 10 20:33:51.698531 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeebe43-7152-479d-8829-4cec45631991 req-105517c2-1c1d-4bd5-8fdc-4161d4c10e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:51.700067 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1eeebe43-7152-479d-8829-4cec45631991 req-105517c2-1c1d-4bd5-8fdc-4161d4c10e26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0427163 Nov 10 20:33:51.750791 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeebe43-7152-479d-8829-4cec45631991 req-17297b33-acb1-40d9-9687-baf9786176aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:51.753171 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1eeebe43-7152-479d-8829-4cec45631991 req-17297b33-acb1-40d9-9687-baf9786176aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452623 Nov 10 20:33:51.765329 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [req-1eeebe43-7152-479d-8829-4cec45631991 req-f606773d-74d9-4c2b-820d-56fcfac7ad33 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:33:51.766591 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1eeebe43-7152-479d-8829-4cec45631991 req-f606773d-74d9-4c2b-820d-56fcfac7ad33 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064592 Nov 10 20:33:51.859336 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1eeebe43-7152-479d-8829-4cec45631991 req-ef1b89ff-fbf0-460c-935a-05f69a9a0995 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842009 Nov 10 20:33:51.953713 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-1eeebe43-7152-479d-8829-4cec45631991 req-a37fbe28-0d5b-47bd-a7a1-70f5f572d342 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855896 Nov 10 20:33:52.536596 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65dffd-21c5-446a-b07e-977689f80948 req-711b632f-410b-45a4-8e4c-c3678f29a758 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:52.538045 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2d65dffd-21c5-446a-b07e-977689f80948 req-711b632f-410b-45a4-8e4c-c3678f29a758 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 946 time: 0.0492418 Nov 10 20:33:52.586022 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2d65dffd-21c5-446a-b07e-977689f80948 req-d1436fdc-c500-4997-b4c3-0fefb44d4758 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Nov 10 20:33:53.512580 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:33:53.586935 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:53.609276 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:33:53.611537 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fb1c71-1c42-48a0-b240-881b9d007f10" -d '{"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-unplugged", "status": "completed", "tag": "523afc8c-822a-44fc-bb95-1876712790a4"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:33:53.624586 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:53.629297 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:53.655372 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1e8fbd-2bda-4ffd-b616-4437e57485db x-openstack-request-id: req-6e1e8fbd-2bda-4ffd-b616-4437e57485db {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:33:53.655668 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-unplugged", "status": "completed", "tag": "523afc8c-822a-44fc-bb95-1876712790a4", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:33:53.655932 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e1e8fbd-2bda-4ffd-b616-4437e57485db {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:33:53.656319 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4', 'code': 200} Nov 10 20:33:53.683771 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=8']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:53.708774 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b785bc9-b502-4750-b591-f0bcf022d7bd req-f8145ffe-b479-4285-b042-7987aff0f88d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:53.710329 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2b785bc9-b502-4750-b591-f0bcf022d7bd req-f8145ffe-b479-4285-b042-7987aff0f88d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0506897 Nov 10 20:33:53.763739 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2b785bc9-b502-4750-b591-f0bcf022d7bd req-a7cced4f-366e-4048-b56a-3964801c1e5f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Nov 10 20:33:54.889619 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf1c85-6935-400d-99b5-3073ffb8dac8 req-8d654889-c45e-4773-8b20-38a08b28093a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:54.891506 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7abf1c85-6935-400d-99b5-3073ffb8dac8 req-8d654889-c45e-4773-8b20-38a08b28093a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0518928 Nov 10 20:33:54.943996 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7abf1c85-6935-400d-99b5-3073ffb8dac8 req-6993c753-3a36-4c7a-b64b-f88856fbb500 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464849 Nov 10 20:33:55.743663 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [req-7128ad28-b9f0-49a1-a6b2-c9165a1ac8f5 req-1d2f2e2b-03df-4f0b-bb9c-7c0e29e056ec service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:33:55.745046 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7128ad28-b9f0-49a1-a6b2-c9165a1ac8f5 req-1d2f2e2b-03df-4f0b-bb9c-7c0e29e056ec service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076296 Nov 10 20:33:55.903163 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42231896-a03d-400a-9bc2-956d1dc7e606 req-850f077f-9622-4324-846f-1d02119c72d5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:55.904697 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-42231896-a03d-400a-9bc2-956d1dc7e606 req-850f077f-9622-4324-846f-1d02119c72d5 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0510945 Nov 10 20:33:55.953206 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-42231896-a03d-400a-9bc2-956d1dc7e606 req-f9012c3e-048c-4662-9de0-32294d9a79a2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 Nov 10 20:33:56.134150 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43270) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:56.234250 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-6e1f5fef-7c8a-49c6-9064-b0e441d86798 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987799 Nov 10 20:33:56.242851 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-7f0012cc-c8e5-4e07-820e-391f56106045 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:33:56.243808 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-7f0012cc-c8e5-4e07-820e-391f56106045 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047536 Nov 10 20:33:56.574987 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-cba93ab4-8551-41a7-809c-e77d700bde42 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390775354&fields=id&tenant_id=eadece63b429465691cca3f7bb2ea367 HTTP/1.1" status: 200 len: 267 time: 0.0522013 Nov 10 20:33:56.633473 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-93446a51-6a9c-4914-a3ac-8729856e853d tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:56.636370 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-93446a51-6a9c-4914-a3ac-8729856e853d tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 984 time: 0.0548704 Nov 10 20:33:56.646535 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Request body: {'port': {'security_groups': ['e08c92d6-2b03-4ca5-bdb6-4eacf43485a8']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:56.717104 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:56.902369 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] For port 23a7f2fe-e204-4e32-a897-4555f1181e61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=23a7f2fe-e204-4e32-a897-4555f1181e61,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:56.934180 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:56.938760 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:56.984395 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:56.984998 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:56.986914 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-66dd49e1-f38e-47e0-a72d-dffbc49741c4 req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "PUT /v2.0/ports/23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 942 time: 0.3456397 Nov 10 20:33:56.987348 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:33:56.989830 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398f6582-3a16-4e6f-baf7-02452e23ac92" -d '{"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:33:56.992488 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['23a7f2fe-e204-4e32-a897-4555f1181e61'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:33:56.994220 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43286) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:57.028772 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event updated for resources: {'Port': ['ID=23a7f2fe-e204-4e32-a897-4555f1181e61,revision_number=7']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:57.037427 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.039946 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.040564 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.041209 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.041750 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.042285 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.042822 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.043342 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.043873 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.044438 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.044976 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.045497 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daecc9e3-80e6-43cf-8794-7763f4c0a589 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.079036 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e141065c-62c3-498f-9cc8-5553017dcca9 x-openstack-request-id: req-e141065c-62c3-498f-9cc8-5553017dcca9 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:33:57.079536 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:33:57.079888 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e141065c-62c3-498f-9cc8-5553017dcca9 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:33:57.080389 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'status': 'completed', 'code': 200} Nov 10 20:33:57.091656 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:57.155384 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:57.178354 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['23a7f2fe-e204-4e32-a897-4555f1181e61'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:33:57.244547 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-18374d6e-c806-4985-a7d2-b2e2941760b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.246988 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-18374d6e-c806-4985-a7d2-b2e2941760b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eadece63b429465691cca3f7bb2ea367&device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1098 time: 0.1156266 Nov 10 20:33:57.257828 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cf98e-2a8c-4b52-b4c1-b364363378f1 req-357b0c74-486a-4e05-a653-64b4c899a756 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.259749 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-447cf98e-2a8c-4b52-b4c1-b364363378f1 req-357b0c74-486a-4e05-a653-64b4c899a756 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.1648753 Nov 10 20:33:57.305881 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-2ff4a780-0c3f-474c-90ce-2831b1cd181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.307640 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-2ff4a780-0c3f-474c-90ce-2831b1cd181e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867&tenant_id=65cc96cfe81e47d98f146400275c46bb HTTP/1.1" status: 200 len: 1097 time: 0.1193433 Nov 10 20:33:57.322938 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-5f7f00f1-c8d0-434f-a876-1b95f41acd33 None None] Provisioning complete for port 23a7f2fe-e204-4e32-a897-4555f1181e61 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:57.325707 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5f7f00f1-c8d0-434f-a876-1b95f41acd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:57.340677 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:57.344712 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:57.346426 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4af6d26-c506-44db-8bce-405318a718c3 HTTP/1.1" status: 204 len: 168 time: 0.3512142 Nov 10 20:33:57.349768 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43290) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:57.355419 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-447cf98e-2a8c-4b52-b4c1-b364363378f1 req-6c65819c-7deb-4f4d-88c6-a5457adde748 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788996 Nov 10 20:33:57.364906 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af6d26-c506-44db-8bce-405318a718c3,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:57.389116 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.389116 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.389116 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.389116 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.389506 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.390056 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.390391 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.390926 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.391340 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.391833 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.392837 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.393166 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b92dec-abed-4339-88c2-ae06e1b52782 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:57.427012 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-f95d7f4d-f719-4422-aaad-83def6bdbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.428982 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-f95d7f4d-f719-4422-aaad-83def6bdbda1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9552261-a1b4-4d81-b1e4-92fe45f180a1 HTTP/1.1" status: 200 len: 914 time: 0.1735377 Nov 10 20:33:57.447235 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-dcbd0f50-5018-4104-a001-ce205477864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.449426 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-dcbd0f50-5018-4104-a001-ce205477864c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 1097 time: 0.0791283 Nov 10 20:33:57.541354 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-b5480db9-d87b-4031-8107-98a004419ee4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 1000 time: 0.1034687 Nov 10 20:33:57.549353 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-9c0caf65-f267-4272-b5b8-107438d0d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.550815 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-9c0caf65-f267-4272-b5b8-107438d0d81b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.0934520 Nov 10 20:33:57.557027 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:33:57.625356 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-983565c4-70bd-4964-b5d9-a7710f09fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.627353 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-983565c4-70bd-4964-b5d9-a7710f09fc80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88dd6ce3-55f2-4d6a-a0e7-301247bbe7da HTTP/1.1" status: 200 len: 852 time: 0.0748930 Nov 10 20:33:57.638057 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-3da3d29a-be00-46f1-b621-9fa7d00b0eb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=523afc8c-822a-44fc-bb95-1876712790a4 HTTP/1.1" status: 200 len: 1000 time: 0.0785475 Nov 10 20:33:57.672549 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Deleting port 8341122c-3a4e-44db-8e4a-4de0d8d36f7a {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:33:57.672885 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:57.693738 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-057c0753-4a75-4a1f-b69b-fb849c14e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.695207 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-057c0753-4a75-4a1f-b69b-fb849c14e446 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0482757 Nov 10 20:33:57.726514 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-e9536336-1cd7-4773-8bc7-b86aef7b26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.728046 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-e9536336-1cd7-4773-8bc7-b86aef7b26d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9552261-a1b4-4d81-b1e4-92fe45f180a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909364 Nov 10 20:33:57.744802 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-4e95ac00-80a1-48ce-b0db-1f205f2e2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:57.746257 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-4e95ac00-80a1-48ce-b0db-1f205f2e2534 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432546 Nov 10 20:33:57.802541 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:57.802872 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:57.821682 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Calling delete_port for 8341122c-3a4e-44db-8e4a-4de0d8d36f7a owned by network:floatingip {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:33:57.853157 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-51e6efa8-3628-4c16-933c-6f529259fd90 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982325 Nov 10 20:33:57.914920 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-5f6bd00f-2a3e-4afa-9572-b661e0c177bd service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721771 Nov 10 20:33:57.944574 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-78139465-8cb1-4671-9940-778e61ed40aa service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830367 Nov 10 20:33:58.295746 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-398f6582-3a16-4e6f-baf7-02452e23ac92 req-4c62c990-47ee-4983-b31b-c567adedd552 service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673377 Nov 10 20:33:58.359070 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:58.420856 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event deleted for resources: {'Port': ['ID=8341122c-3a4e-44db-8e4a-4de0d8d36f7a,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:58.472463 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks [] for floatingip, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:58.473018 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Floating IP 908f9592-f3cd-4dff-9634-22f4c8876329 disassociated (deleted). External IP: 172.27.3.42, port: 23a7f2fe-e204-4e32-a897-4555f1181e61. Nov 10 20:33:58.850387 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Router 4e415f69-7293-4cc7-a356-ed527ffaea79 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:33:58.859131 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e32d4-3809-46f5-b84d-033afc684dd8 req-00a4d5d1-6d39-401f-8bcf-7fb04c7f1f8e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:58.860675 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bc1e32d4-3809-46f5-b84d-033afc684dd8 req-00a4d5d1-6d39-401f-8bcf-7fb04c7f1f8e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0873356 Nov 10 20:33:58.991011 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bc1e32d4-3809-46f5-b84d-033afc684dd8 req-c5418148-a647-45f8-a441-98f3e99e28d1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198254 Nov 10 20:33:59.020314 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:33:59.033169 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:59.035485 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] Sync routers for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:33:59.046641 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:59.047462 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:33:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:59.063186 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-9345e2bf-765f-4e9c-9726-8c5a9dc06aa3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "DELETE /v2.0/floatingips/908f9592-f3cd-4dff-9634-22f4c8876329 HTTP/1.1" status: 204 len: 168 time: 1.7121189 Nov 10 20:33:59.081202 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:33:59.085362 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:33:59.125305 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a62a24a-56af-47af-9969-5b4afb4edef5 x-openstack-request-id: req-7a62a24a-56af-47af-9969-5b4afb4edef5 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:33:59.125774 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:33:59.126080 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a62a24a-56af-47af-9969-5b4afb4edef5 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:33:59.127163 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'status': 'completed', 'code': 200} Nov 10 20:33:59.320242 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:59.540118 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:27Z', 'revision_number': 5, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:59.567261 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] Checking router: 4e415f69-7293-4cc7-a356-ed527ffaea79 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:33:59.575671 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:59.576313 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:33:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:59.684403 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:59.892136 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:27Z', 'revision_number': 5, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:59.922419 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a55c2-392e-4daa-b57c-af8704f087ac None None] The sync data for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi is: [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:22Z', 'revision_number': 4, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '2996b60d-29bd-453d-b010-30b02ad98e87', 'name': '', 'network_id': 'b9552261-a1b4-4d81-b1e4-92fe45f180a1', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'mac_address': 'fa:16:3e:c5:b1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:21Z', 'updated_at': '2021-11-10T20:30:27Z', 'revision_number': 5, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'subnets': [{'id': '88dd6ce3-55f2-4d6a-a0e7-301247bbe7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:00.152746 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc520bd-33f1-4c38-87c0-b55e7ff78d32 req-83b34ad6-7a49-414f-8eeb-6a56f6972e15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:00.154846 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1cc520bd-33f1-4c38-87c0-b55e7ff78d32 req-83b34ad6-7a49-414f-8eeb-6a56f6972e15 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0788229 Nov 10 20:34:00.199204 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6bef6-f3e2-41f4-8211-0183cced51c4 None None] New status for floating IP 908f9592-f3cd-4dff-9634-22f4c8876329: DOWN {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:34:00.231599 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1cc520bd-33f1-4c38-87c0-b55e7ff78d32 req-31a7e60d-1e4e-466d-9efa-396f9eb52651 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641522 Nov 10 20:34:01.357820 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b9384-8df6-4769-a7ac-29a489070834 req-37bec742-105a-4916-bf16-e7d53b7020cd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:01.359437 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-250b9384-8df6-4769-a7ac-29a489070834 req-37bec742-105a-4916-bf16-e7d53b7020cd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0557184 Nov 10 20:34:01.422555 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-250b9384-8df6-4769-a7ac-29a489070834 req-c7fe1917-82ba-45fa-9489-2bc0f26807ca tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570164 Nov 10 20:34:02.576308 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d995-6550-4ac8-8efd-b39495ac5752 req-185b0851-5214-469e-a0d8-b55894f001fa tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:02.577923 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0430d995-6550-4ac8-8efd-b39495ac5752 req-185b0851-5214-469e-a0d8-b55894f001fa tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0714679 Nov 10 20:34:02.627263 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0430d995-6550-4ac8-8efd-b39495ac5752 req-cf0ff766-af0a-4fcf-9c1e-73a09f95d1b6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Nov 10 20:34:03.764616 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e01b57-90d7-4ef7-8d77-96350986e06d req-97993b86-2934-46a8-953d-fcac2c6e1d89 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:03.767503 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-72e01b57-90d7-4ef7-8d77-96350986e06d req-97993b86-2934-46a8-953d-fcac2c6e1d89 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0628457 Nov 10 20:34:03.834053 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-72e01b57-90d7-4ef7-8d77-96350986e06d req-1c0912e2-2ef2-4e5f-8fe5-2bcaaa030e8a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547311 Nov 10 20:34:04.981387 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd690e0-f632-4ace-ab6b-cd08b7a6738a req-6b264846-6407-46b9-b718-c3173002121a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:04.983633 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-abd690e0-f632-4ace-ab6b-cd08b7a6738a req-6b264846-6407-46b9-b718-c3173002121a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0580628 Nov 10 20:34:05.049714 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-abd690e0-f632-4ace-ab6b-cd08b7a6738a req-e7cf9871-a071-4517-b35d-064ba6474d89 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597887 Nov 10 20:34:06.199165 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd53af-fd93-45a0-9847-0ac625d2f586 req-e4bde2b8-d47b-463f-9a64-1dc11a245c32 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:06.200754 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dffd53af-fd93-45a0-9847-0ac625d2f586 req-e4bde2b8-d47b-463f-9a64-1dc11a245c32 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0557301 Nov 10 20:34:06.265014 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dffd53af-fd93-45a0-9847-0ac625d2f586 req-ec04c1ee-fd13-4b49-8ee6-93625f342119 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537045 Nov 10 20:34:07.410256 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85382a73-7a7e-4338-aafc-2c44367d77db req-1e2fdb9e-9652-419c-b9f3-30e89a59ecc6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:07.411807 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-85382a73-7a7e-4338-aafc-2c44367d77db req-1e2fdb9e-9652-419c-b9f3-30e89a59ecc6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0540078 Nov 10 20:34:07.464942 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-85382a73-7a7e-4338-aafc-2c44367d77db req-25a1b570-1c47-421d-9fcf-7dba84e9d9cd tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Nov 10 20:34:08.615164 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c34f-b7b1-4632-bdac-957dacba0941 req-14001f93-2f2d-4b00-b953-9ec9bf3e1b3d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:08.616767 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2367c34f-b7b1-4632-bdac-957dacba0941 req-14001f93-2f2d-4b00-b953-9ec9bf3e1b3d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0571516 Nov 10 20:34:08.668441 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2367c34f-b7b1-4632-bdac-957dacba0941 req-344436b6-a14e-4643-9826-f68e790b3657 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456376 Nov 10 20:34:09.794039 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273a3fe-c735-4b89-835c-9ff9e8131447 req-21088cd8-752c-4ed9-b648-186afd9e3a74 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:09.795594 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e273a3fe-c735-4b89-835c-9ff9e8131447 req-21088cd8-752c-4ed9-b648-186afd9e3a74 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0506392 Nov 10 20:34:09.848856 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e273a3fe-c735-4b89-835c-9ff9e8131447 req-ac4e7172-c8e2-432f-a78a-d2f911672b49 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444286 Nov 10 20:34:10.358533 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-1363634f-dfbf-477f-8c4e-8bd6fcc29fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:10.809274 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:10.973093 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e5db3-9f2a-48ed-85fb-9e13073227b4 req-d27063fe-e9a6-4656-a664-f3d424f42a74 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:10.974586 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2e5e5db3-9f2a-48ed-85fb-9e13073227b4 req-d27063fe-e9a6-4656-a664-f3d424f42a74 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0480986 Nov 10 20:34:11.252639 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2e5e5db3-9f2a-48ed-85fb-9e13073227b4 req-a2253557-326e-4977-a8c4-790a9a435aa6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721822 Nov 10 20:34:12.370362 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83972c58-30a8-4e00-8fbe-33edad046f8b req-755bd539-d754-4f89-8788-25e7bc2e1bf0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:12.371816 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-83972c58-30a8-4e00-8fbe-33edad046f8b req-755bd539-d754-4f89-8788-25e7bc2e1bf0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0481946 Nov 10 20:34:12.419479 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-83972c58-30a8-4e00-8fbe-33edad046f8b req-f646fb1c-1e05-4497-bc87-2f4c6e55d4e7 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 Nov 10 20:34:12.645336 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-a4d028c5-9772-4138-bb6a-1fc9ed4ca331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:13.286847 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-735bef4d-e36e-4ea2-8251-28a73067e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:13.288362 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-735bef4d-e36e-4ea2-8251-28a73067e791 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eadece63b429465691cca3f7bb2ea367&device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 1098 time: 0.0442250 Nov 10 20:34:13.411531 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-345e3bba-7cbc-4303-af12-7668f7c5b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:13.413073 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-345e3bba-7cbc-4303-af12-7668f7c5b55b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9552261-a1b4-4d81-b1e4-92fe45f180a1 HTTP/1.1" status: 200 len: 914 time: 0.0927515 Nov 10 20:34:13.455725 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-88a43ab1-7720-40d6-84f7-45ee424bf262 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 200 len: 217 time: 0.0344489 Nov 10 20:34:13.512222 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-12ae7d2f-14da-464d-bdf8-3eb0037cbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:13.513828 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-12ae7d2f-14da-464d-bdf8-3eb0037cbcec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88dd6ce3-55f2-4d6a-a0e7-301247bbe7da HTTP/1.1" status: 200 len: 852 time: 0.0512478 Nov 10 20:34:13.543267 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da83e5-d83e-4c48-8152-713a5f6b824a req-b038c245-6017-42e0-9c23-6bb63bd1a94c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:13.544762 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c8da83e5-d83e-4c48-8152-713a5f6b824a req-b038c245-6017-42e0-9c23-6bb63bd1a94c tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0520096 Nov 10 20:34:13.569525 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-23ee0039-7526-4b3d-9069-e98797172c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:13.571817 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-23ee0039-7526-4b3d-9069-e98797172c80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9552261-a1b4-4d81-b1e4-92fe45f180a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495167 Nov 10 20:34:13.600164 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c8da83e5-d83e-4c48-8152-713a5f6b824a req-694d4ad8-bf83-4460-80cf-83c06f785316 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488064 Nov 10 20:34:13.667754 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-e5a43ff5-1f4b-4b2e-978c-3d564f2fa533 service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Nov 10 20:34:13.757296 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-33b9210f-abc6-43e6-941a-b4f4b27cd0d2 req-181cc2a3-dbb0-4fc0-b449-754559fee2f3 service neutron] 10.222.0.39 "GET /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819993 Nov 10 20:34:13.861915 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:14.729006 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b85ed0-ad69-448f-a668-1bd4503baff3 req-c7ba8cb4-7037-4c9e-80b1-cb0ffba761a4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:14.730501 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-08b85ed0-ad69-448f-a668-1bd4503baff3 req-c7ba8cb4-7037-4c9e-80b1-cb0ffba761a4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0528572 Nov 10 20:34:14.779032 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-08b85ed0-ad69-448f-a668-1bd4503baff3 req-736e77f2-4e90-4e51-b75d-8b5f54b66d09 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 Nov 10 20:34:15.320463 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:15.908904 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f7cd9-39f6-484c-96cd-3c73d2a5ea38 req-0dd00aa9-5087-4f35-8ce9-315116830159 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:15.910484 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d4f7cd9-39f6-484c-96cd-3c73d2a5ea38 req-0dd00aa9-5087-4f35-8ce9-315116830159 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0563855 Nov 10 20:34:15.957537 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2d4f7cd9-39f6-484c-96cd-3c73d2a5ea38 req-0fffed93-4b32-4c11-acdc-1a9dd9fc1f4d tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410049 Nov 10 20:34:16.345771 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:16.713457 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaba1e-8729-45fd-8c86-a2ad8d588687 req-298de4d7-56ec-4a2d-b6a2-3da44709e12a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:16.715022 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9acaba1e-8729-45fd-8c86-a2ad8d588687 req-298de4d7-56ec-4a2d-b6a2-3da44709e12a tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.0528724 Nov 10 20:34:16.761718 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9acaba1e-8729-45fd-8c86-a2ad8d588687 req-a88c6822-89cf-4a19-9953-beb443282e88 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Nov 10 20:34:17.080553 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ac67-1848-4d37-b95b-b68ace4c3b7b req-8ed751f7-7ce8-484f-8ccc-56602cda72b4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:17.082031 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5111ac67-1848-4d37-b95b-b68ace4c3b7b req-8ed751f7-7ce8-484f-8ccc-56602cda72b4 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 944 time: 0.0504286 Nov 10 20:34:17.130081 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5111ac67-1848-4d37-b95b-b68ace4c3b7b req-64286837-45cf-44dc-a347-f215f369ad8e tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Nov 10 20:34:17.646852 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:34:17.740585 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:17.756214 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '523afc8c-822a-44fc-bb95-1876712790a4', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'port_id': '523afc8c-822a-44fc-bb95-1876712790a4', 'mac_address': 'fa:16:3e:6a:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:34:17.792931 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:17.814652 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523afc8c-822a-44fc-bb95-1876712790a4 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:34:17.841199 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:17.845871 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:17.895694 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=9']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:17.908226 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a603ec4-3286-471a-b798-57343487b139 req-8fcba964-64cf-40e4-9db8-6a259a8169ce tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:17.909732 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0a603ec4-3286-471a-b798-57343487b139 req-8fcba964-64cf-40e4-9db8-6a259a8169ce tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.0542505 Nov 10 20:34:17.958666 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0a603ec4-3286-471a-b798-57343487b139 req-2fee832d-d367-403a-9274-2e1647eb99ee tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Nov 10 20:34:18.262532 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab1c7b-3910-4e7b-a7a6-98b4c5f2ba09 req-ce3e93ce-bf81-436d-ada3-4bbe6535ae60 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:18.264044 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-63ab1c7b-3910-4e7b-a7a6-98b4c5f2ba09 req-ce3e93ce-bf81-436d-ada3-4bbe6535ae60 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 945 time: 0.0532563 Nov 10 20:34:18.314931 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-63ab1c7b-3910-4e7b-a7a6-98b4c5f2ba09 req-777f5fa6-706e-4c60-941d-e54983e6927f tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442374 Nov 10 20:34:18.363179 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['523afc8c-822a-44fc-bb95-1876712790a4'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:34:18.851320 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43410) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:19.012823 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Deleting port 9d3ae94e-a81c-4431-8779-45aabb9ba8d1 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:19.013882 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.129131 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0c1d6-4474-4049-b13b-ea84e77b896c req-c14f0d00-7a17-4eb6-b803-e8e1ea2cd159 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:19.130633 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b2b0c1d6-4474-4049-b13b-ea84e77b896c req-c14f0d00-7a17-4eb6-b803-e8e1ea2cd159 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.1039944 Nov 10 20:34:19.134673 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.135001 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.161359 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Calling delete_port for 9d3ae94e-a81c-4431-8779-45aabb9ba8d1 owned by network:floatingip {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:19.260777 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b2b0c1d6-4474-4049-b13b-ea84e77b896c req-532d69c8-6fe1-47cd-b153-1eb0769e93c0 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/security-groups?id=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230733 Nov 10 20:34:19.290892 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-b78ac1c5-43bc-4ad0-86cf-0b41abb429a3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:19.292372 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-b78ac1c5-43bc-4ad0-86cf-0b41abb429a3 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.39 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 945 time: 0.1172371 Nov 10 20:34:19.437793 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc18f3b-1180-431d-96ab-0c14c4a65a41 req-fba41925-d6e8-4b55-a9a2-827204f279d1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:19.439665 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbc18f3b-1180-431d-96ab-0c14c4a65a41 req-fba41925-d6e8-4b55-a9a2-827204f279d1 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 945 time: 0.0510819 Nov 10 20:34:19.442656 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.447247 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Deleting port 23a7f2fe-e204-4e32-a897-4555f1181e61 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:19.447570 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.481690 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event deleted for resources: {'Port': ['ID=9d3ae94e-a81c-4431-8779-45aabb9ba8d1,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:19.489613 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dbc18f3b-1180-431d-96ab-0c14c4a65a41 req-b1114343-590a-4c11-bce6-a06ac0231ee6 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Nov 10 20:34:19.606932 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for floatingip, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.607252 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Floating IP 65ceca96-8525-425f-8f9f-b1c402a2ce34 disassociated (deleted). External IP: 172.27.3.59, port: a693b79d-741c-4a40-a580-1db44dbc11a8. Nov 10 20:34:19.611318 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] For port 23a7f2fe-e204-4e32-a897-4555f1181e61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=23a7f2fe-e204-4e32-a897-4555f1181e61,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:19.611664 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.647160 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:19.659020 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Calling delete_port for 23a7f2fe-e204-4e32-a897-4555f1181e61 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:19.701543 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 523afc8c-822a-44fc-bb95-1876712790a4 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:19.701821 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.784549 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.807751 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:34:19.810026 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4308719-af36-41a7-a675-be790da13b8a" -d '{"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-plugged", "status": "completed", "tag": "523afc8c-822a-44fc-bb95-1876712790a4"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:34:19.823520 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:19.830530 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.869800 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e8fa44-a564-42f5-bda9-01123af8d2a3 x-openstack-request-id: req-b9e8fa44-a564-42f5-bda9-01123af8d2a3 {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:34:19.870227 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-plugged", "status": "completed", "tag": "523afc8c-822a-44fc-bb95-1876712790a4", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:34:19.870604 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9e8fa44-a564-42f5-bda9-01123af8d2a3 {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:34:19.871171 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4', 'code': 200} Nov 10 20:34:19.897190 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=10']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:19.927447 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:19.961295 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Pushing event deleted for resources: {'Port': ['ID=23a7f2fe-e204-4e32-a897-4555f1181e61,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:19.966263 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['23a7f2fe-e204-4e32-a897-4555f1181e61'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:34:19.987273 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:34:20.010030 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] No DVR routers for this DVR port 23a7f2fe-e204-4e32-a897-4555f1181e61 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:34:20.012978 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:20.016180 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ecc5ba44-188b-4061-9422-ad4941a93df3 req-7b54636c-35ec-41d1-af17-5b9526893f58 tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.39 "DELETE /v2.0/ports/23a7f2fe-e204-4e32-a897-4555f1181e61 HTTP/1.1" status: 204 len: 173 time: 0.7124121 Nov 10 20:34:20.017174 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'name': 'network-vif-deleted', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:34:20.019452 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c2d43-1129-43ba-a8a1-ea88e79f7fb3" -d '{"events": [{"server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "name": "network-vif-deleted", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:34:20.096380 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b850cee-be4c-4474-9f2b-b992dda08786 x-openstack-request-id: req-7b850cee-be4c-4474-9f2b-b992dda08786 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:34:20.096715 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7278f2a8-7554-49cb-9642-38ead8d0c6dd", "name": "network-vif-deleted", "tag": "23a7f2fe-e204-4e32-a897-4555f1181e61", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:34:20.097011 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b850cee-be4c-4474-9f2b-b992dda08786 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:34:20.097443 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7278f2a8-7554-49cb-9642-38ead8d0c6dd', 'name': 'network-vif-deleted', 'tag': '23a7f2fe-e204-4e32-a897-4555f1181e61', 'status': 'completed', 'code': 200} Nov 10 20:34:20.184485 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:34:20.189768 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:20.200762 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] Sync routers for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:34:20.217290 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:20.218274 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:20.225474 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788c93c-ecae-4d0b-88a2-11795489074d req-1c54251b-538d-4f38-9b35-6e3c8624cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:20.226989 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5788c93c-ecae-4d0b-88a2-11795489074d req-1c54251b-538d-4f38-9b35-6e3c8624cbcb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 1100 time: 0.0886009 Nov 10 20:34:20.228548 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-6567d1bb-7851-4cef-9996-500682e4f5c1 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "DELETE /v2.0/floatingips/65ceca96-8525-425f-8f9f-b1c402a2ce34 HTTP/1.1" status: 204 len: 168 time: 1.3761907 Nov 10 20:34:20.284161 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5788c93c-ecae-4d0b-88a2-11795489074d req-1b00d7e8-e295-42a8-83f9-b27420fe95f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473857 Nov 10 20:34:20.356629 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:20.425749 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a53aab4c-76ea-458e-84cf-e3ec41664a04 req-445bf81b-142a-45c6-8660-65789c519faf tempest-TestMinimumBasicScenario-1786847478 tempest-TestMinimumBasicScenario-1786847478-project] 10.222.0.13 "GET /v2.0/ports?device_id=7278f2a8-7554-49cb-9642-38ead8d0c6dd HTTP/1.1" status: 200 len: 210 time: 0.0598357 Nov 10 20:34:20.576785 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373501-dd1f-4165-90d6-5c4313f7d15a req-aad0c637-01de-472a-bb94-e763a36ce6d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:20.579305 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-98373501-dd1f-4165-90d6-5c4313f7d15a req-aad0c637-01de-472a-bb94-e763a36ce6d8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0612848 Nov 10 20:34:20.608457 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'ec0c8352-0c79-434f-8f78-fe12f65fd25e', 'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'mac_address': 'fa:16:3e:d8:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:25Z', 'updated_at': '2021-11-10T20:25:32Z', 'revision_number': 5, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'subnets': [{'id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:20.645821 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] Checking router: 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:34:20.646291 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-98373501-dd1f-4165-90d6-5c4313f7d15a req-498a5f74-d4a9-44e0-ae62-497aabc4d4b8 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566785 Nov 10 20:34:20.661904 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:20.661904 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:20.663430 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97214f-ed1d-4d69-8ec6-f06ba9330657 req-b7a4d48d-a0fe-4996-a8b2-4cfcc9175335 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:20.665125 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5d97214f-ed1d-4d69-8ec6-f06ba9330657 req-b7a4d48d-a0fe-4996-a8b2-4cfcc9175335 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 947 time: 0.0535250 Nov 10 20:34:20.727805 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5d97214f-ed1d-4d69-8ec6-f06ba9330657 req-843f0518-76a0-4054-9e06-da385822b4eb tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468566 Nov 10 20:34:20.800413 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:21.027545 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'ec0c8352-0c79-434f-8f78-fe12f65fd25e', 'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'mac_address': 'fa:16:3e:d8:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:25Z', 'updated_at': '2021-11-10T20:25:32Z', 'revision_number': 5, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'subnets': [{'id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:21.056122 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51dc90d-5a56-41ea-9de2-4c1a5d54b6a4 None None] The sync data for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi is: [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'ec0c8352-0c79-434f-8f78-fe12f65fd25e', 'name': '', 'network_id': '42177e54-a952-41d7-a78c-6773020ea1f3', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'mac_address': 'fa:16:3e:d8:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:25Z', 'updated_at': '2021-11-10T20:25:32Z', 'revision_number': 5, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'subnets': [{'id': 'e1d2dd2b-181a-4fd2-b272-6052dc08637c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:21.276869 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae9f0c0-7daa-4bf4-b052-c5ac32f585e5 None None] New status for floating IP 65ceca96-8525-425f-8f9f-b1c402a2ce34: DOWN {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:34:21.783100 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713bcac-fbd1-40f9-96d7-1abf0179b900 req-9fb31ea8-dd33-422f-8134-c950fbfb1a7f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:21.784826 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a713bcac-fbd1-40f9-96d7-1abf0179b900 req-9fb31ea8-dd33-422f-8134-c950fbfb1a7f tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0552342 Nov 10 20:34:21.817061 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:34:21.852150 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a713bcac-fbd1-40f9-96d7-1abf0179b900 req-57f815c0-d517-46b9-956b-2f2ad87034d3 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607443 Nov 10 20:34:21.877151 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ccdc1-8f99-4295-a4ae-e4088067a2bf req-6d5768bd-4269-485c-809d-8f0cea4b13fa tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:21.880453 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-367ccdc1-8f99-4295-a4ae-e4088067a2bf req-6d5768bd-4269-485c-809d-8f0cea4b13fa tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 947 time: 0.0620914 Nov 10 20:34:21.944631 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-367ccdc1-8f99-4295-a4ae-e4088067a2bf req-d065526b-65c0-4cd2-9a7b-f8c0a8cc3257 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609188 Nov 10 20:34:22.007389 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43480) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:22.098655 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:34:22.100524 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaefece-5855-46a9-b15f-bf1da2ccb60d" -d '{"events": [{"name": "network-changed", "server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:34:22.143302 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adfc51f-cc93-4deb-b270-b7909c9824bb x-openstack-request-id: req-9adfc51f-cc93-4deb-b270-b7909c9824bb {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:34:22.143606 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:34:22.143854 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9adfc51f-cc93-4deb-b270-b7909c9824bb {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:34:22.144281 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'status': 'completed', 'code': 200} Nov 10 20:34:22.238655 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-7a6f7ebc-fa38-4a48-b257-7e17289d89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:22.240308 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-7a6f7ebc-fa38-4a48-b257-7e17289d89a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c40f6d7bb21946a79401d033eaf74f37&device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 1098 time: 0.0492375 Nov 10 20:34:22.353680 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-34d37f45-cf79-4ded-9a57-da62d6c443fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:22.355197 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-34d37f45-cf79-4ded-9a57-da62d6c443fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 200 len: 909 time: 0.1004725 Nov 10 20:34:22.392822 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754918'] for router_interface, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:22.405852 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-f929a0a6-c904-4cb6-85f3-7c1b5360b89d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 200 len: 217 time: 0.0395894 Nov 10 20:34:22.462994 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-fc7cf856-eee3-4fc0-9c7c-94ba5d18903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:22.464587 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-fc7cf856-eee3-4fc0-9c7c-94ba5d18903a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2dd2b-181a-4fd2-b272-6052dc08637c HTTP/1.1" status: 200 len: 847 time: 0.0476625 Nov 10 20:34:22.514499 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-29ffd319-c373-470b-a395-e29157e021c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:22.516026 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-29ffd319-c373-470b-a395-e29157e021c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42177e54-a952-41d7-a78c-6773020ea1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428593 Nov 10 20:34:22.627285 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-fe1b13f8-3a90-4d2a-ad34-ebf5ffa75b8a service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935593 Nov 10 20:34:22.655889 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Deleting port 2996b60d-29bd-453d-b010-30b02ad98e87 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:22.656265 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:22.742721 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4aaefece-5855-46a9-b15f-bf1da2ccb60d req-35a52e25-5062-46f2-8263-973d51cc170d service neutron] 10.222.0.39 "GET /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949869 Nov 10 20:34:22.749311 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] For port 2996b60d-29bd-453d-b010-30b02ad98e87, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=2996b60d-29bd-453d-b010-30b02ad98e87,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:22.749706 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:22.762395 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Calling delete_port for 2996b60d-29bd-453d-b010-30b02ad98e87 owned by network:router_interface {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:22.945370 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:22.977852 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f1da7-e1e6-41d1-9379-bfc65088f943 req-33badacf-acd0-40d7-adfd-7a5835992a5a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:22.978566 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Pushing event deleted for resources: {'Port': ['ID=2996b60d-29bd-453d-b010-30b02ad98e87,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:22.979391 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8c0f1da7-e1e6-41d1-9379-bfc65088f943 req-33badacf-acd0-40d7-adfd-7a5835992a5a tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0517206 Nov 10 20:34:23.058861 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8c0f1da7-e1e6-41d1-9379-bfc65088f943 req-feccec5a-1f0a-4527-9f0a-491a00123679 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e884db1-bc77-4ebc-a252-fa398df80fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644093 Nov 10 20:34:23.139730 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b2dd0-3a96-46dd-a3a0-e14cdd73cafe req-5251003d-ad8d-4447-ac9e-c24b6c7db425 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:23.141303 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e99b2dd0-3a96-46dd-a3a0-e14cdd73cafe req-5251003d-ad8d-4447-ac9e-c24b6c7db425 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 947 time: 0.1079285 Nov 10 20:34:23.237350 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e99b2dd0-3a96-46dd-a3a0-e14cdd73cafe req-49ecba01-e5ed-4b05-9cec-85150848fc92 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862110 Nov 10 20:34:23.238341 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756086'] for router_interface, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:23.278143 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-e3c0215e-531a-468c-a8a5-d2027d31b775 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:23.279986 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-e3c0215e-531a-468c-a8a5-d2027d31b775 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.39 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 945 time: 0.0563314 Nov 10 20:34:23.373800 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Deleting port a693b79d-741c-4a40-a580-1db44dbc11a8 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:23.374397 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:23.459693 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Router 4e415f69-7293-4cc7-a356-ed527ffaea79 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:34:23.467300 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] For port a693b79d-741c-4a40-a580-1db44dbc11a8, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a693b79d-741c-4a40-a580-1db44dbc11a8,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:23.467660 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:23.481636 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Calling delete_port for a693b79d-741c-4a40-a580-1db44dbc11a8 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:23.569314 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:34:23.574377 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-925f2348-47d6-4105-a698-9099b83ed24d admin admin] 10.222.0.13 "PUT /v2.0/routers/4e415f69-7293-4cc7-a356-ed527ffaea79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5658340 Nov 10 20:34:23.576843 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43516) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:23.582648 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] Sync routers for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:34:23.592278 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:23.592879 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:23.614214 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:23.643375 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event deleted for resources: {'Port': ['ID=a693b79d-741c-4a40-a580-1db44dbc11a8,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:23.688230 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 23a7f2fe-e204-4e32-a897-4555f1181e61 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:23.688691 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks [] for router, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:23.695353 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] No DVR routers for this DVR port a693b79d-741c-4a40-a580-1db44dbc11a8 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:34:23.698111 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:23.701349 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a1865f47-4fbe-4cdb-b671-9415d4de1927 req-d901bd4d-ee9d-4495-a950-d30ab8691357 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.39 "DELETE /v2.0/ports/a693b79d-741c-4a40-a580-1db44dbc11a8 HTTP/1.1" status: 204 len: 173 time: 0.4133132 Nov 10 20:34:23.709484 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 23a7f2fe-e204-4e32-a897-4555f1181e61 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:23.709977 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 23a7f2fe-e204-4e32-a897-4555f1181e61 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:23.745364 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:23.795938 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:23.851665 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Deleting port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:23.852035 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:23.937549 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] For port 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:23.937854 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:23.950065 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Calling delete_port for 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae owned by network:router_gateway {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:24.074594 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:34:22Z', 'revision_number': 5, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port': {'id': '51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:24.107325 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] Checking router: 4e415f69-7293-4cc7-a356-ed527ffaea79 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:34:24.117893 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] Routers {'4e415f69-7293-4cc7-a356-ed527ffaea79'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:24.119367 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['4e415f69-7293-4cc7-a356-ed527ffaea79'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:24.145468 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'name': 'network-vif-deleted', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:34:24.148648 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398b5fcc-e8e0-4523-959d-9580018c6789" -d '{"events": [{"server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "name": "network-vif-deleted", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:34:24.206370 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.237524 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cee88c-b71d-4214-9725-61cb11d4fb78 x-openstack-request-id: req-87cee88c-b71d-4214-9725-61cb11d4fb78 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:34:24.237729 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add96306-fabd-4b8d-be26-2cabbd164065", "name": "network-vif-deleted", "tag": "a693b79d-741c-4a40-a580-1db44dbc11a8", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:34:24.237957 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87cee88c-b71d-4214-9725-61cb11d4fb78 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:34:24.238544 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add96306-fabd-4b8d-be26-2cabbd164065', 'name': 'network-vif-deleted', 'tag': 'a693b79d-741c-4a40-a580-1db44dbc11a8', 'status': 'completed', 'code': 200} Nov 10 20:34:24.252855 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-57bb5b68-9445-4c8c-a51c-16841d7aaa85 req-60cfd606-5430-406e-a29c-e3e4266a7c73 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "GET /v2.0/ports?device_id=add96306-fabd-4b8d-be26-2cabbd164065 HTTP/1.1" status: 200 len: 210 time: 0.0660989 Nov 10 20:34:24.269736 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] Set router 4e415f69-7293-4cc7-a356-ed527ffaea79 gateway port host: None {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:24.275206 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Pushing event deleted for resources: {'Port': ['ID=51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:24.320345 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753820'] for router_gateway, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.326895 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:34:23Z', 'revision_number': 6, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port_host': None}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:24.355042 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df52b8f-1953-406a-a527-faa5359151b7 None None] The sync data for ids ['4e415f69-7293-4cc7-a356-ed527ffaea79'] in dv-cinder-815145-6-iscsi is: [{'id': '4e415f69-7293-4cc7-a356-ed527ffaea79', 'name': 'tempest-TestMinimumBasicScenario-72742211-router', 'tenant_id': 'eadece63b429465691cca3f7bb2ea367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:19Z', 'updated_at': '2021-11-10T20:34:23Z', 'revision_number': 6, 'project_id': 'eadece63b429465691cca3f7bb2ea367', 'gw_port_host': None}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:24.415480 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256426'] for router, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.417641 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.461348 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756992'] for router, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.461874 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e415f69-7293-4cc7-a356-ed527ffaea79 {{(pid=101640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:34:24.466803 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.467995 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-7253088b-27e2-419b-8391-c2b495467242 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4e415f69-7293-4cc7-a356-ed527ffaea79 HTTP/1.1" status: 204 len: 168 time: 0.8901980 Nov 10 20:34:24.470420 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43522) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:24.514614 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e310d3a-2430-4833-869a-6ee2dc2552d9 admin admin] Deleting subnet 88dd6ce3-55f2-4d6a-a0e7-301247bbe7da {{(pid=101640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:34:24.518181 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4e310d3a-2430-4833-869a-6ee2dc2552d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.552958 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4e310d3a-2430-4833-869a-6ee2dc2552d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3767681'] for subnet, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.666450 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4e310d3a-2430-4833-869a-6ee2dc2552d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.731346 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4e310d3a-2430-4833-869a-6ee2dc2552d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352403171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34351864055'] for subnet, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.779308 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e310d3a-2430-4833-869a-6ee2dc2552d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88dd6ce3-55f2-4d6a-a0e7-301247bbe7da,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:24.782940 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4e310d3a-2430-4833-869a-6ee2dc2552d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:24.789967 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-4e310d3a-2430-4833-869a-6ee2dc2552d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/88dd6ce3-55f2-4d6a-a0e7-301247bbe7da HTTP/1.1" status: 204 len: 168 time: 0.3156717 Nov 10 20:34:24.790892 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afefdf7-0fb6-4847-b305-aab519656e28 None None] Network b9552261-a1b4-4d81-b1e4-92fe45f180a1 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:34:24.791606 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43524) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:24.909983 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.009056 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Deleting port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:25.009639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.030496 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 2996b60d-29bd-453d-b010-30b02ad98e87 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:25.056865 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 2996b60d-29bd-453d-b010-30b02ad98e87 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:25.057205 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 2996b60d-29bd-453d-b010-30b02ad98e87 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:25.074422 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d353b8-34b6-4356-a5eb-a49b3921fe3b None None] DHCP port deletion for b9552261-a1b4-4d81-b1e4-92fe45f180a1 request from dv-cinder-815145-6-iscsi {{(pid=101641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:34:25.142504 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-59d353b8-34b6-4356-a5eb-a49b3921fe3b None None] Deleting port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe {{(pid=101641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:25.142892 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-59d353b8-34b6-4356-a5eb-a49b3921fe3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.224653 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-59d353b8-34b6-4356-a5eb-a49b3921fe3b None None] For port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7121791b-ccbf-4a97-9ff5-4d6d7bc18afe,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:25.225288 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-59d353b8-34b6-4356-a5eb-a49b3921fe3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.249576 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-59d353b8-34b6-4356-a5eb-a49b3921fe3b None None] Calling delete_port for 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe owned by network:dhcp {{(pid=101641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:25.343234 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43528) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:25.350615 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] For port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7121791b-ccbf-4a97-9ff5-4d6d7bc18afe,segment=NetworkSegment(d719512e-7ea4-4da3-8742-10558c08b181),segment_id=d719512e-7ea4-4da3-8742-10558c08b181)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:25.350999 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.364433 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Calling delete_port for 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe owned by network:dhcp {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:25.395205 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-59d353b8-34b6-4356-a5eb-a49b3921fe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850'] for port, after_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.416232 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1d6f-05ff-4eec-aabb-616570e315d9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.441027 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d353b8-34b6-4356-a5eb-a49b3921fe3b None None] Pushing event deleted for resources: {'Port': ['ID=7121791b-ccbf-4a97-9ff5-4d6d7bc18afe,revision_number=None']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:25.444098 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d353b8-34b6-4356-a5eb-a49b3921fe3b None None] No DVR routers for this DVR port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe on host dv-cinder-815145-6-iscsi {{(pid=101641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:34:25.451201 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1d6f-05ff-4eec-aabb-616570e315d9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.498808 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.534577 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] No DVR routers for this DVR port 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe on host dv-cinder-815145-6-iscsi {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:34:25.538899 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=7121791b-ccbf-4a97-9ff5-4d6d7bc18afe,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:25.539096 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1d6f-05ff-4eec-aabb-616570e315d9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.543836 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e1fc1d6f-05ff-4eec-aabb-616570e315d9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.546141 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-e1fc1d6f-05ff-4eec-aabb-616570e315d9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e884db1-bc77-4ebc-a252-fa398df80fa4 HTTP/1.1" status: 204 len: 168 time: 0.2002683 Nov 10 20:34:25.562173 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc1d6f-05ff-4eec-aabb-616570e315d9 tempest-TestShelveInstance-1581550108 tempest-TestShelveInstance-1581550108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e884db1-bc77-4ebc-a252-fa398df80fa4,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:25.618304 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43532) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:25.630275 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.652994 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9552261-a1b4-4d81-b1e4-92fe45f180a1']}} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:25.662633 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd719512e-7ea4-4da3-8742-10558c08b181') {'for_net_delete': True} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:25.662927 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd719512e-7ea4-4da3-8742-10558c08b181') {} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:25.673015 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3767704'] for segment, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.687135 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.693445 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=101640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:34:25.693834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352403133'] for segment, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: self.session.flush() Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: self.session.flush() Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: self.session.flush() Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: self.session.flush() Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: Traceback (most recent call last): Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: timer() Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: cb(*args, **kw) Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: return func(*args, **kwargs) Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: self._notify() Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: self.callback(batched_events) Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: event.method(event) Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: return f(self, *a, **k) Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._get(url).json() Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: return self.request(url, 'GET', **kwargs) Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:34:25.695619 dv-cinder-815145-6-iscsi neutron-server[101640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:34:25.754245 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.759982 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.765993 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/b9552261-a1b4-4d81-b1e4-92fe45f180a1 HTTP/1.1" status: 204 len: 168 time: 0.9715390 Nov 10 20:34:25.767243 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43536) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:25.781658 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3af323-05f2-46df-95ee-cfecaa4d9b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=b9552261-a1b4-4d81-b1e4-92fe45f180a1,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:26.156288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754918'] for router_interface, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:26.420483 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754918'] for router_interface, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:26.424701 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Deleting port b4edc163-2bfa-40e2-a3f8-c694bea51e67 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:26.425128 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:26.508581 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] For port b4edc163-2bfa-40e2-a3f8-c694bea51e67, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=b4edc163-2bfa-40e2-a3f8-c694bea51e67,segment=NetworkSegment(77a881fb-db10-4da5-bbec-46a2f9ea2646),segment_id=77a881fb-db10-4da5-bbec-46a2f9ea2646)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:26.508963 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:26.523419 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Calling delete_port for b4edc163-2bfa-40e2-a3f8-c694bea51e67 owned by network:router_interface {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:26.709489 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:26.736395 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4edc163-2bfa-40e2-a3f8-c694bea51e67,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:26.830079 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Deleting port ec0c8352-0c79-434f-8f78-fe12f65fd25e {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:26.830421 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:26.930896 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756086'] for router_interface, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:26.944241 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] For port ec0c8352-0c79-434f-8f78-fe12f65fd25e, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=ec0c8352-0c79-434f-8f78-fe12f65fd25e,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:26.946931 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:26.965284 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:26.966019 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Calling delete_port for ec0c8352-0c79-434f-8f78-fe12f65fd25e owned by network:router_interface {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:27.001310 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:27.001643 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7121791b-ccbf-4a97-9ff5-4d6d7bc18afe not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:27.002069 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:27.021849 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:27.022109 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 51232fa2-9e49-4f4d-bd9e-5ab67e85a7ae not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:27.151752 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:27.178266 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0c8352-0c79-434f-8f78-fe12f65fd25e,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:27.189770 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Router d187288f-3d09-4635-8af5-c78028db9346 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:34:27.346997 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:34:27.354194 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756086'] for router_interface, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:27.354420 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-2de1cbd8-d498-4a1a-b874-bba954427ad9 admin admin] 10.222.0.13 "PUT /v2.0/routers/d187288f-3d09-4635-8af5-c78028db9346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5857453 Nov 10 20:34:27.357375 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43538) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:27.361907 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] Sync routers for ids ['d187288f-3d09-4635-8af5-c78028db9346'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:34:27.382857 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] Routers {'d187288f-3d09-4635-8af5-c78028db9346'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:27.384284 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d187288f-3d09-4635-8af5-c78028db9346'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:27.480318 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks [] for router, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:27.515732 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] Set router d187288f-3d09-4635-8af5-c78028db9346 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:27.584986 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:27.623407 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:34:27.662406 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Deleting port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:27.662890 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:27.700222 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a693b79d-741c-4a40-a580-1db44dbc11a8 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:27.723297 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: a693b79d-741c-4a40-a580-1db44dbc11a8 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:27.724056 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device a693b79d-741c-4a40-a580-1db44dbc11a8 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:27.743541 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187288f-3d09-4635-8af5-c78028db9346', 'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:24Z', 'updated_at': '2021-11-10T20:34:26Z', 'revision_number': 5, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'gw_port': {'id': '428b77ac-c5fa-41b5-975c-1a7be1f3d26b', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187288f-3d09-4635-8af5-c78028db9346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:30:25Z', 'updated_at': '2021-11-10T20:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:27.757778 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] For port 428b77ac-c5fa-41b5-975c-1a7be1f3d26b, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=428b77ac-c5fa-41b5-975c-1a7be1f3d26b,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:27.758300 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:27.761389 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:34:27.767675 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-4203d318-718e-4f10-b659-b3e2b2514bd8 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c85aed9-6a83-4ba1-8a17-7ab200955fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1481643 Nov 10 20:34:27.770174 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43540) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:27.775625 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Calling delete_port for 428b77ac-c5fa-41b5-975c-1a7be1f3d26b owned by network:router_gateway {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:27.782468 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] Sync routers for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:34:27.788210 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] Checking router: d187288f-3d09-4635-8af5-c78028db9346 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:34:27.796686 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:27.798006 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:27.800463 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] Routers {'d187288f-3d09-4635-8af5-c78028db9346'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:27.801336 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d187288f-3d09-4635-8af5-c78028db9346'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:27.898650 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:27.928795 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:27.962646 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] Set router d187288f-3d09-4635-8af5-c78028db9346 gateway port host: None {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:27.975647 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.019223 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Pushing event deleted for resources: {'Port': ['ID=428b77ac-c5fa-41b5-975c-1a7be1f3d26b,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:28.034871 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.061405 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187288f-3d09-4635-8af5-c78028db9346', 'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:24Z', 'updated_at': '2021-11-10T20:34:27Z', 'revision_number': 6, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'gw_port_host': None}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:28.089416 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753820'] for router_gateway, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.102777 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Deleting port fcf60ca7-4f18-42e4-8410-638371a60686 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:28.103308 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.108360 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa32b1c-54c2-41a4-85bf-c17261afeef8 None None] The sync data for ids ['d187288f-3d09-4635-8af5-c78028db9346'] in dv-cinder-815145-6-iscsi is: [{'id': 'd187288f-3d09-4635-8af5-c78028db9346', 'name': 'tempest-TestMinimumBasicScenario-2077990085-router', 'tenant_id': 'a23d192c44a948b1abf07f262c986a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:30:24Z', 'updated_at': '2021-11-10T20:34:27Z', 'revision_number': 6, 'project_id': 'a23d192c44a948b1abf07f262c986a44', 'gw_port_host': None}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:28.162041 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:34:27Z', 'revision_number': 5, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port': {'id': 'fcf60ca7-4f18-42e4-8410-638371a60686', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:22Z', 'updated_at': '2021-11-10T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:28.186845 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256426'] for router, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.189101 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.190206 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] Checking router: 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:34:28.199341 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] Routers {'1c85aed9-6a83-4ba1-8a17-7ab200955fa5'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:28.200003 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:28.236416 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] For port fcf60ca7-4f18-42e4-8410-638371a60686, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=fcf60ca7-4f18-42e4-8410-638371a60686,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:28.236990 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.245950 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756992'] for router, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.246519 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d187288f-3d09-4635-8af5-c78028db9346 {{(pid=101640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:34:28.252521 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.255656 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-c604040d-4921-4f4a-a690-240d9973e554 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d187288f-3d09-4635-8af5-c78028db9346 HTTP/1.1" status: 204 len: 168 time: 0.8971291 Nov 10 20:34:28.262696 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43542) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:28.269279 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Calling delete_port for fcf60ca7-4f18-42e4-8410-638371a60686 owned by network:router_gateway {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:28.302235 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] Set router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 gateway port host: None {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:28.312418 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_v2 [None req-417190f9-08f7-41ec-ab57-33cb47e17bcd admin admin] Deleting subnet cd2a651b-0fb4-497e-b43e-9ef5515be840 {{(pid=101640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:34:28.316453 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-417190f9-08f7-41ec-ab57-33cb47e17bcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.356749 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-417190f9-08f7-41ec-ab57-33cb47e17bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3767681'] for subnet, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.370890 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:34:28Z', 'revision_number': 6, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port_host': None}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:28.448680 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-417190f9-08f7-41ec-ab57-33cb47e17bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.511759 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-417190f9-08f7-41ec-ab57-33cb47e17bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352403171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34351864055'] for subnet, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.523216 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.548222 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e2fa0-8e0b-4fe8-a8af-762eb45ac5e2 None None] The sync data for ids ['1c85aed9-6a83-4ba1-8a17-7ab200955fa5'] in dv-cinder-815145-6-iscsi is: [{'id': '1c85aed9-6a83-4ba1-8a17-7ab200955fa5', 'name': 'tempest-TestShelveInstance-700711877-router', 'tenant_id': 'c40f6d7bb21946a79401d033eaf74f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:34:28Z', 'revision_number': 6, 'project_id': 'c40f6d7bb21946a79401d033eaf74f37', 'gw_port_host': None}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:28.550564 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417190f9-08f7-41ec-ab57-33cb47e17bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2a651b-0fb4-497e-b43e-9ef5515be840,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:28.555642 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-417190f9-08f7-41ec-ab57-33cb47e17bcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.560788 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-417190f9-08f7-41ec-ab57-33cb47e17bcd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd2a651b-0fb4-497e-b43e-9ef5515be840 HTTP/1.1" status: 204 len: 168 time: 0.2969923 Nov 10 20:34:28.561488 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43544) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:28.566722 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3d98bf-3abb-4d7e-8554-08e2477c46df None None] Network db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:34:28.611485 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf60ca7-4f18-42e4-8410-638371a60686,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:28.656094 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.659680 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753820'] for router_gateway, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.716969 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Deleting port e5ede752-8471-44d7-b96e-b412655584b3 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:28.717478 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.772684 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256426'] for router, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.774888 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.783328 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] For port e5ede752-8471-44d7-b96e-b412655584b3, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=e5ede752-8471-44d7-b96e-b412655584b3,segment=NetworkSegment(77a881fb-db10-4da5-bbec-46a2f9ea2646),segment_id=77a881fb-db10-4da5-bbec-46a2f9ea2646)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:28.783706 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.796425 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Calling delete_port for e5ede752-8471-44d7-b96e-b412655584b3 owned by network:dhcp {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:28.841153 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756992'] for router, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.841628 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c85aed9-6a83-4ba1-8a17-7ab200955fa5 {{(pid=101639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:34:28.847000 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] Publish callbacks [] for router, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.851791 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-0318e606-3b0c-4e0e-b417-ca4f87d5edb2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c85aed9-6a83-4ba1-8a17-7ab200955fa5 HTTP/1.1" status: 204 len: 168 time: 1.0770500 Nov 10 20:34:28.852019 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43546) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:28.887401 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.897742 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_v2 [None req-768d5215-d555-4de3-95a9-0fcd9393abd8 admin admin] Deleting subnet e1d2dd2b-181a-4fd2-b272-6052dc08637c {{(pid=101639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:34:28.900850 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-768d5215-d555-4de3-95a9-0fcd9393abd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.915372 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] No DVR routers for this DVR port e5ede752-8471-44d7-b96e-b412655584b3 on host dv-cinder-815145-6-iscsi {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:34:28.917198 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ede752-8471-44d7-b96e-b412655584b3,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:28.938480 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-768d5215-d555-4de3-95a9-0fcd9393abd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-34352489885'] for subnet, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:28.949768 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22865664-c932-4e5d-977e-c2e127ec2a00 None None] DHCP port deletion for db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 request from dv-cinder-815145-6-iscsi {{(pid=101641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:34:29.015711 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.039448 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db04d7d6-a124-4bd5-b3e9-e34caa8e4e57']}} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:29.050325 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a881fb-db10-4da5-bbec-46a2f9ea2646') {'for_net_delete': True} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:29.050624 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a881fb-db10-4da5-bbec-46a2f9ea2646') {} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:29.059599 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-768d5215-d555-4de3-95a9-0fcd9393abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.060090 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3767704'] for segment, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.073745 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.080241 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=101640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:34:29.080707 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352403133'] for segment, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: Traceback (most recent call last): Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: timer() Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: cb(*args, **kw) Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: return func(*args, **kwargs) Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: self._notify() Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: self.callback(batched_events) Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: event.method(event) Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: return f(self, *a, **k) Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._get(url).json() Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: return self.request(url, 'GET', **kwargs) Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:34:29.082475 dv-cinder-815145-6-iscsi neutron-server[101640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:34:29.115486 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-768d5215-d555-4de3-95a9-0fcd9393abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352658978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34353220719'] for subnet, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.138932 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.143617 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d5215-d555-4de3-95a9-0fcd9393abd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d2dd2b-181a-4fd2-b272-6052dc08637c,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:29.145798 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-768d5215-d555-4de3-95a9-0fcd9393abd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.149087 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-768d5215-d555-4de3-95a9-0fcd9393abd8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e1d2dd2b-181a-4fd2-b272-6052dc08637c HTTP/1.1" status: 204 len: 168 time: 0.2961411 Nov 10 20:34:29.151818 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43548) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:29.156672 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb191d-72f5-428d-ad99-341c4f3f6872 None None] Network 42177e54-a952-41d7-a78c-6773020ea1f3 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:34:29.158844 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.161999 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/db04d7d6-a124-4bd5-b3e9-e34caa8e4e57 HTTP/1.1" status: 204 len: 168 time: 0.5995939 Nov 10 20:34:29.172335 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2b84a-8acf-48f0-877c-a062a55820c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db04d7d6-a124-4bd5-b3e9-e34caa8e4e57,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:29.226096 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.320598 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Deleting port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:29.320885 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.336185 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43552) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:29.389238 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-95f5e8ad-d5de-4804-b69e-4e323fd184b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eadece63b429465691cca3f7bb2ea367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513229 Nov 10 20:34:29.392337 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43554) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:29.412221 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95befc55-9865-460c-95a2-f9bd44f1377f None None] DHCP port deletion for 42177e54-a952-41d7-a78c-6773020ea1f3 request from dv-cinder-815145-6-iscsi {{(pid=101641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:34:29.484794 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-95befc55-9865-460c-95a2-f9bd44f1377f None None] Deleting port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 {{(pid=101641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:29.485299 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-95befc55-9865-460c-95a2-f9bd44f1377f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.492544 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-41b8d9f7-ed91-4441-b25c-aed9c63a6ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.526699 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-41b8d9f7-ed91-4441-b25c-aed9c63a6ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.537943 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device ec0c8352-0c79-434f-8f78-fe12f65fd25e no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:29.587085 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: ec0c8352-0c79-434f-8f78-fe12f65fd25e {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:29.587436 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device ec0c8352-0c79-434f-8f78-fe12f65fd25e not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:29.587855 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device b4edc163-2bfa-40e2-a3f8-c694bea51e67 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:29.598655 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-41b8d9f7-ed91-4441-b25c-aed9c63a6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.603562 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-41b8d9f7-ed91-4441-b25c-aed9c63a6ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.608329 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-41b8d9f7-ed91-4441-b25c-aed9c63a6ee3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e08c92d6-2b03-4ca5-bdb6-4eacf43485a8 HTTP/1.1" status: 204 len: 168 time: 0.2144978 Nov 10 20:34:29.618953 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8d9f7-ed91-4441-b25c-aed9c63a6ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c92d6-2b03-4ca5-bdb6-4eacf43485a8,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:29.626866 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: b4edc163-2bfa-40e2-a3f8-c694bea51e67 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:29.627218 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device b4edc163-2bfa-40e2-a3f8-c694bea51e67 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:29.627570 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 428b77ac-c5fa-41b5-975c-1a7be1f3d26b no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:29.649101 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-95befc55-9865-460c-95a2-f9bd44f1377f None None] For port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:29.649578 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-95befc55-9865-460c-95a2-f9bd44f1377f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.677719 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 428b77ac-c5fa-41b5-975c-1a7be1f3d26b {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:29.678614 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 428b77ac-c5fa-41b5-975c-1a7be1f3d26b not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:29.679484 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device e5ede752-8471-44d7-b96e-b412655584b3 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:29.687036 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-95befc55-9865-460c-95a2-f9bd44f1377f None None] Calling delete_port for 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 owned by network:dhcp {{(pid=101641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:29.714930 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: e5ede752-8471-44d7-b96e-b412655584b3 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:29.715284 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device e5ede752-8471-44d7-b96e-b412655584b3 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:29.728416 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] For port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67,segment=NetworkSegment(3203ad66-f563-4031-80a2-57728799def1),segment_id=3203ad66-f563-4031-80a2-57728799def1)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:29.729005 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.742420 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Calling delete_port for 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 owned by network:dhcp {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:29.835473 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-95befc55-9865-460c-95a2-f9bd44f1377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850'] for port, after_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.846683 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.872673 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95befc55-9865-460c-95a2-f9bd44f1377f None None] Pushing event deleted for resources: {'Port': ['ID=9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67,revision_number=None']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:29.873156 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:29.876649 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95befc55-9865-460c-95a2-f9bd44f1377f None None] No DVR routers for this DVR port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 on host dv-cinder-815145-6-iscsi {{(pid=101641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:34:29.883313 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] No DVR routers for this DVR port 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 on host dv-cinder-815145-6-iscsi {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:34:29.970076 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.993350 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42177e54-a952-41d7-a78c-6773020ea1f3']}} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:30.008399 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3203ad66-f563-4031-80a2-57728799def1') {'for_net_delete': True} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:30.008747 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3203ad66-f563-4031-80a2-57728799def1') {} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:30.019452 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-34352489860'] for segment, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.034138 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.040781 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=101639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:34:30.041729 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352659068'] for segment, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: self.session.flush() Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: self.session.flush() Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: self.session.flush() Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: self.session.flush() Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: Traceback (most recent call last): Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: timer() Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: cb(*args, **kw) Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: return func(*args, **kwargs) Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: self._notify() Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: self.callback(batched_events) Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: event.method(event) Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: return f(self, *a, **k) Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._get(url).json() Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: return self.request(url, 'GET', **kwargs) Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:34:30.043632 dv-cinder-815145-6-iscsi neutron-server[101639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:34:30.084127 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43560) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:30.116997 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.122438 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.127007 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/42177e54-a952-41d7-a78c-6773020ea1f3 HTTP/1.1" status: 204 len: 168 time: 0.9744003 Nov 10 20:34:30.130043 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43562) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:30.141334 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f9ee6-bdc5-4666-875e-1fd7b737c8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=42177e54-a952-41d7-a78c-6773020ea1f3,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:30.173490 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-1d04bf23-6089-4530-8590-995b62cb6344 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a23d192c44a948b1abf07f262c986a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882032 Nov 10 20:34:30.175945 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43564) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:30.291852 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a38031f3-8e53-45e5-ad2e-4852e2954329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.617608 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a38031f3-8e53-45e5-ad2e-4852e2954329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.729147 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a38031f3-8e53-45e5-ad2e-4852e2954329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.731641 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a38031f3-8e53-45e5-ad2e-4852e2954329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.732832 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-a38031f3-8e53-45e5-ad2e-4852e2954329 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb77a26b-f711-4c81-9438-e02b7345d246 HTTP/1.1" status: 204 len: 168 time: 0.5559964 Nov 10 20:34:30.767198 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38031f3-8e53-45e5-ad2e-4852e2954329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb77a26b-f711-4c81-9438-e02b7345d246,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:30.858898 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:30.861804 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754918'] for router_interface, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:30.881221 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:30.881562 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 9c5d26b1-c5ec-4d57-9c6c-53fafa3d6c67 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:30.881982 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device fcf60ca7-4f18-42e4-8410-638371a60686 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:30.906356 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: fcf60ca7-4f18-42e4-8410-638371a60686 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:30.906838 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device fcf60ca7-4f18-42e4-8410-638371a60686 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:31.132433 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Deleting port 520e107b-8349-4611-9a53-0d57b73e736f {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:31.132732 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:31.210203 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] For port 520e107b-8349-4611-9a53-0d57b73e736f, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=520e107b-8349-4611-9a53-0d57b73e736f,segment=NetworkSegment(5f364453-372c-4b39-9914-73dca84aec71),segment_id=5f364453-372c-4b39-9914-73dca84aec71)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:31.210596 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:31.223134 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Calling delete_port for 520e107b-8349-4611-9a53-0d57b73e736f owned by network:router_interface {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:31.398931 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:31.427968 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Pushing event deleted for resources: {'Port': ['ID=520e107b-8349-4611-9a53-0d57b73e736f,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:31.594996 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756086'] for router_interface, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:31.810008 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:34:31.921046 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:34:31.926852 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ae4a31aa-e60e-45d0-9d35-cda66d385661 admin admin] 10.222.0.13 "PUT /v2.0/routers/6e7fa694-bcb5-40cd-ab13-fe75ddb8936b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7956548 Nov 10 20:34:31.930077 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43568) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:31.931430 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] Sync routers for ids ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:34:31.942761 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] Routers {'6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:31.943372 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:32.038953 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks [] for router, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.049182 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] Set router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:32.141432 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.197325 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Deleting port b79b1894-a4a6-4c58-8029-1a7376fb7a9e {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:32.197655 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.233591 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:32Z', 'updated_at': '2021-11-10T20:34:31Z', 'revision_number': 5, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'gw_port': {'id': 'b79b1894-a4a6-4c58-8029-1a7376fb7a9e', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:33Z', 'updated_at': '2021-11-10T20:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:32.265365 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] Checking router: 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:34:32.273676 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] Routers {'6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:32.274275 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:32.278659 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] For port b79b1894-a4a6-4c58-8029-1a7376fb7a9e, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=b79b1894-a4a6-4c58-8029-1a7376fb7a9e,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:32.279047 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.295808 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Calling delete_port for b79b1894-a4a6-4c58-8029-1a7376fb7a9e owned by network:router_gateway {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:32.461055 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] Set router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b gateway port host: None {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:32.472714 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.503508 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Pushing event deleted for resources: {'Port': ['ID=b79b1894-a4a6-4c58-8029-1a7376fb7a9e,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:32.520336 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:32Z', 'updated_at': '2021-11-10T20:34:32Z', 'revision_number': 6, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'gw_port_host': None}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:32.552234 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e2c0d-cca9-4947-a5d5-fd492538e784 None None] The sync data for ids ['6e7fa694-bcb5-40cd-ab13-fe75ddb8936b'] in dv-cinder-815145-6-iscsi is: [{'id': '6e7fa694-bcb5-40cd-ab13-fe75ddb8936b', 'name': 'tempest-TestShelveInstance-955195845-router', 'tenant_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:32Z', 'updated_at': '2021-11-10T20:34:32Z', 'revision_number': 6, 'project_id': 'ee2bf974a55045efad9d3bf4c81ec144', 'gw_port_host': None}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:32.575763 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753820'] for router_gateway, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.684087 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256426'] for router, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.686992 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.749924 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756992'] for router, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.751339 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7fa694-bcb5-40cd-ab13-fe75ddb8936b {{(pid=101640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:34:32.757539 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.759105 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-611a80f3-6acb-4309-b032-72e189fae56a admin admin] 10.222.0.13 "DELETE /v2.0/routers/6e7fa694-bcb5-40cd-ab13-fe75ddb8936b HTTP/1.1" status: 204 len: 168 time: 0.8279786 Nov 10 20:34:32.761578 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43570) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:32.805292 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_v2 [None req-28756cde-f8c0-4ebe-b63c-1d328f59b9cb admin admin] Deleting subnet 24000752-a0bf-47c1-823f-3f8748a1eb03 {{(pid=101640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:34:32.808372 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-28756cde-f8c0-4ebe-b63c-1d328f59b9cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.842741 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-28756cde-f8c0-4ebe-b63c-1d328f59b9cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3767681'] for subnet, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.928829 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-28756cde-f8c0-4ebe-b63c-1d328f59b9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:32.995815 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-28756cde-f8c0-4ebe-b63c-1d328f59b9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352403171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34351864055'] for subnet, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.035234 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28756cde-f8c0-4ebe-b63c-1d328f59b9cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24000752-a0bf-47c1-823f-3f8748a1eb03,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:33.040390 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-28756cde-f8c0-4ebe-b63c-1d328f59b9cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.045238 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-28756cde-f8c0-4ebe-b63c-1d328f59b9cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/24000752-a0bf-47c1-823f-3f8748a1eb03 HTTP/1.1" status: 204 len: 168 time: 0.2823162 Nov 10 20:34:33.045448 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cabd46e-e49f-48bb-b5d9-e1447cd2c9e7 None None] Network 0a1ad212-ecae-42f5-9f2b-53f7be159a26 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:34:33.048414 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43572) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:33.145278 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.206546 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Deleting port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:33.206880 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.277691 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] For port daf0c482-c9ba-4210-9328-ec0b8a9f51e3, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=daf0c482-c9ba-4210-9328-ec0b8a9f51e3,segment=NetworkSegment(5f364453-372c-4b39-9914-73dca84aec71),segment_id=5f364453-372c-4b39-9914-73dca84aec71)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:33.277951 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.290133 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Calling delete_port for daf0c482-c9ba-4210-9328-ec0b8a9f51e3 owned by network:dhcp {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:33.347548 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] DHCP port deletion for 0a1ad212-ecae-42f5-9f2b-53f7be159a26 request from dv-cinder-815145-6-iscsi {{(pid=101641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:34:33.379829 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 520e107b-8349-4611-9a53-0d57b73e736f no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:33.393187 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.402671 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 520e107b-8349-4611-9a53-0d57b73e736f {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:33.403011 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 520e107b-8349-4611-9a53-0d57b73e736f not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:33.421117 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf0c482-c9ba-4210-9328-ec0b8a9f51e3,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:33.426236 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] No DVR routers for this DVR port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 on host dv-cinder-815145-6-iscsi {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:34:33.431151 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] Deleting port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 {{(pid=101641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:34:33.431528 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.507282 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.508339 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] For port daf0c482-c9ba-4210-9328-ec0b8a9f51e3, host dv-cinder-815145-6-iscsi, got binding levels [] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:33.508758 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.522212 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] Calling delete_port for daf0c482-c9ba-4210-9328-ec0b8a9f51e3 owned by network:dhcp {{(pid=101641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:34:33.525126 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.ipam_backend_mixin [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] Port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 was not found and therefore no delete operation was performed {{(pid=101641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 20:34:33.526423 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850'] for port, after_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.541716 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1ad212-ecae-42f5-9f2b-53f7be159a26']}} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:33.554544 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] No DVR routers for this DVR port daf0c482-c9ba-4210-9328-ec0b8a9f51e3 on host dv-cinder-815145-6-iscsi {{(pid=101641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:34:33.558828 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9145da-ee8b-41d3-be7a-5c8b7f90c5b1 None None] Pushing event deleted for resources: {'Port': ['ID=daf0c482-c9ba-4210-9328-ec0b8a9f51e3,revision_number=None']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:33.559060 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f364453-372c-4b39-9914-73dca84aec71') {'for_net_delete': True} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:33.559209 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f364453-372c-4b39-9914-73dca84aec71') {} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:33.572961 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-34352489860'] for segment, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.588234 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.594877 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=101639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:34:33.595296 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352659068'] for segment, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: Traceback (most recent call last): Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: timer() Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: cb(*args, **kw) Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: return func(*args, **kwargs) Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: self._notify() Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: self.callback(batched_events) Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: event.method(event) Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: return f(self, *a, **k) Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._get(url).json() Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: return self.request(url, 'GET', **kwargs) Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:34:33.597357 dv-cinder-815145-6-iscsi neutron-server[101639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:34:33.654336 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.659792 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.666492 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a1ad212-ecae-42f5-9f2b-53f7be159a26 HTTP/1.1" status: 204 len: 168 time: 0.6131856 Nov 10 20:34:33.684155 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c772ff-654d-4ae1-bdea-74c61a5beab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1ad212-ecae-42f5-9f2b-53f7be159a26,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:33.830668 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43576) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:33.870222 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-04633fab-3efd-4193-a8b5-26a488f8ee2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c40f6d7bb21946a79401d033eaf74f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383534 Nov 10 20:34:33.872714 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43578) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:33.919017 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6eae0845-6d29-4a14-b693-ab870e3da18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.939537 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6eae0845-6d29-4a14-b693-ab870e3da18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.985441 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6eae0845-6d29-4a14-b693-ab870e3da18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.988116 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-6eae0845-6d29-4a14-b693-ab870e3da18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:33.989272 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-6eae0845-6d29-4a14-b693-ab870e3da18b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d13d4fc5-544b-41c5-a4da-29bd3b986333 HTTP/1.1" status: 204 len: 168 time: 0.1156266 Nov 10 20:34:33.997017 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae0845-6d29-4a14-b693-ab870e3da18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d4fc5-544b-41c5-a4da-29bd3b986333,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:34.317694 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43584) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:34.361945 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-1acf25b9-8cc0-416b-b03b-d990150bd38a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee2bf974a55045efad9d3bf4c81ec144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429406 Nov 10 20:34:34.364401 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43586) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:34.413003 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9a4dacf4-b8b8-42f9-927e-7544b669b4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:34.433498 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9a4dacf4-b8b8-42f9-927e-7544b669b4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:34.480850 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9a4dacf4-b8b8-42f9-927e-7544b669b4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:34.483562 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9a4dacf4-b8b8-42f9-927e-7544b669b4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:34.485351 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9a4dacf4-b8b8-42f9-927e-7544b669b4ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59c78c4f-7780-4a82-b999-a7bfadcb0071 HTTP/1.1" status: 204 len: 168 time: 0.1200519 Nov 10 20:34:34.493302 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dacf4-b8b8-42f9-927e-7544b669b4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c78c4f-7780-4a82-b999-a7bfadcb0071,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:34.871250 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device b79b1894-a4a6-4c58-8029-1a7376fb7a9e no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:34.892795 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: b79b1894-a4a6-4c58-8029-1a7376fb7a9e {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:34.893243 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device b79b1894-a4a6-4c58-8029-1a7376fb7a9e not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:34.893670 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device daf0c482-c9ba-4210-9328-ec0b8a9f51e3 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:34:34.913461 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: daf0c482-c9ba-4210-9328-ec0b8a9f51e3 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:34:34.913798 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device daf0c482-c9ba-4210-9328-ec0b8a9f51e3 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:34:35.186657 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43608) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:35.325802 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1463656725-network', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:35.348510 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Made reservation on behalf of 793fc12c1f82441fa41b432ab9d30729 for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:34:35.351173 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.360121 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.433941 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.438513 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.464345 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:34:35.474350 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a15203-f3f0-4c5b-88af-62737dacdd7c,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:35.480114 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.480452 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Added segment d6e7b416-6ed3-44ba-bfaf-675b191ad8ab of type vlan for network 222b4395-2fb0-445c-ba17-71ac8023cd66 Nov 10 20:34:35.525484 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.550038 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.551180 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:35.551751 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.604042 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4162097 Nov 10 20:34:35.607308 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43612) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:35.613445 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Request body: {'subnet': {'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1463656725-subnet', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'ip_version': 4}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:35.615406 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c90ed-7d6b-4d8a-8a47-ff44ab4aad7c admin admin] Pushing event updated for resources: {'Network': ['ID=222b4395-2fb0-445c-ba17-71ac8023cd66,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:35.627095 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:34:35.638792 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Made reservation on behalf of 793fc12c1f82441fa41b432ab9d30729 for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:34:35.642656 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34353220682'] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.811567 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352659171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34353220708'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.860960 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed0cba8-2345-40a8-b177-371c64012e6a,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:35.877773 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Checking segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:34:35.878123 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Network hostable DHCP agents. Network: 222b4395-2fb0-445c-ba17-71ac8023cd66, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:34:35.895425 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:34:35.904445 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 222b4395-2fb0-445c-ba17-71ac8023cd66) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:35.909044 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:35.909625 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.915435 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb950a-cefb-4180-b157-cd4ed42c7b9a None None] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:34:35.930978 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-6ba5ccf6-c129-4ee0-9896-acdcb9b21ed9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3221450 Nov 10 20:34:35.933781 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43614) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:35.938699 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:35.960108 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:35.961002 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.018220 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.067020 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-222b4395-2fb0-445c-ba17-71ac8023cd66', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:34:36.068025 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.165300 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.215164 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Allocated IP 172.20.0.2 (222b4395-2fb0-445c-ba17-71ac8023cd66/4ed0cba8-2345-40a8-b177-371c64012e6a/5bd2a546-c6fd-4cee-8434-0ab9d29c5a42) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:34:36.372545 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.376581 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.379902 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.396334 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.435771 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:34:36.441034 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:36.446810 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:34:36.457374 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Pushing event updated for resources: {'Port': ['ID=5bd2a546-c6fd-4cee-8434-0ab9d29c5a42,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:36.471099 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.471589 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.472023 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.472498 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.473056 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.473487 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.474009 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.474536 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.474992 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.475447 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.475892 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.476366 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:36.520728 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Allocated IP 172.27.3.113 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/7087fec5-5594-4513-bf48-5aedcfac70c1) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:34:36.526624 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Attempting to bind port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:34:36.527101 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Attempting to bind port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:34:36.527544 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Attempting to bind port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:34:36.534458 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:34:36.535049 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Checking segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:34:36.535689 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.536396 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Bound using segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:34:36.537010 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Bound port: 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:34:36.537498 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.611832 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] For port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:34:36.616852 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] For port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=5bd2a546-c6fd-4cee-8434-0ab9d29c5a42,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:34:36.622327 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.627293 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.665999 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:36.712114 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63943f9a-2e8d-4c96-88d4-8e855b0bb5d1 None None] Pushing event updated for resources: {'Port': ['ID=5bd2a546-c6fd-4cee-8434-0ab9d29c5a42,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:36.717247 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:34:36.718017 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Pushing event updated for resources: {'Port': ['ID=7087fec5-5594-4513-bf48-5aedcfac70c1,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:36.721364 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:36.723495 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:34:37.017281 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:37.214959 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:37.354943 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Router ac6aa5a3-967d-4485-95f9-dc3885cf88be is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:34:37.476086 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:34:37.488750 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Sync routers for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:34:37.495064 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:37.496494 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-1288cdd3-00d7-41ac-88b1-0c24028307e2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5615454 Nov 10 20:34:37.501564 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43616) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:37.507313 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:37.508755 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:37.634730 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:37.662249 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1389db-ad6d-4ed4-86ce-9e31391035e0 None None] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:34:37.933646 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-91cf02e5-13e9-426c-bf11-a3caceb41194 None None] Provisioning complete for port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:37.933912 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-91cf02e5-13e9-426c-bf11-a3caceb41194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:37.964676 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.139190 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-91cf02e5-13e9-426c-bf11-a3caceb41194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.169019 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:36Z', 'revision_number': 3, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:38.224422 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Checking router: ac6aa5a3-967d-4485-95f9-dc3885cf88be for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:34:38.224896 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Updating router ac6aa5a3-967d-4485-95f9-dc3885cf88be port 7087fec5-5594-4513-bf48-5aedcfac70c1 binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:34:38.250104 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-91cf02e5-13e9-426c-bf11-a3caceb41194 None None] For port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=5bd2a546-c6fd-4cee-8434-0ab9d29c5a42,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:38.259854 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-91cf02e5-13e9-426c-bf11-a3caceb41194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.264012 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.358872 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf02e5-13e9-426c-bf11-a3caceb41194 None None] Pushing event updated for resources: {'Port': ['ID=5bd2a546-c6fd-4cee-8434-0ab9d29c5a42,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:38.425989 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Allocated IP 172.20.0.1 (222b4395-2fb0-445c-ba17-71ac8023cd66/4ed0cba8-2345-40a8-b177-371c64012e6a/3e77f62b-1691-416f-8d3e-0ff767815a23) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:34:38.473365 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-5ded1a90-9756-4744-8423-c7246e954839 None None] Provisioning complete for port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:38.473732 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5ded1a90-9756-4744-8423-c7246e954839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.544943 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-7ec6d74e-9a58-4f8c-8606-e1ec7e72cacb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647268 Nov 10 20:34:38.583257 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.680998 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-c9185bf8-2ba5-4930-ba72-a9fe4466b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:38.683710 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-c9185bf8-2ba5-4930-ba72-a9fe4466b253 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65cc96cfe81e47d98f146400275c46bb&device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 1100 time: 0.0977681 Nov 10 20:34:38.697444 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.784613 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:34:38.792030 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:38.798131 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:34:38.803374 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Pushing event updated for resources: {'Port': ['ID=3e77f62b-1691-416f-8d3e-0ff767815a23,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:38.809693 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.825136 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.865197 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-6aa4cbdf-5839-40f2-8e2d-3dca0251f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:38.866709 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-6aa4cbdf-5839-40f2-8e2d-3dca0251f4d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 200 len: 918 time: 0.1371884 Nov 10 20:34:38.897397 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Attempting to bind port 7087fec5-5594-4513-bf48-5aedcfac70c1 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:34:38.897762 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Attempting to bind port 7087fec5-5594-4513-bf48-5aedcfac70c1 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:34:38.898118 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Attempting to bind port 7087fec5-5594-4513-bf48-5aedcfac70c1 on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:34:38.898403 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.900266 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5e24b-4c3b-43a3-9e5f-471a0a9f73a7 None None] Pushing event updated for resources: {'Port': ['ID=7087fec5-5594-4513-bf48-5aedcfac70c1,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:38.911173 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:34:38.911577 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:34:38.911951 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.912355 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:34:38.912825 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Bound port: 7087fec5-5594-4513-bf48-5aedcfac70c1, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:34:38.913201 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:38.985058 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] For port 7087fec5-5594-4513-bf48-5aedcfac70c1, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:34:38.988522 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] For port 7087fec5-5594-4513-bf48-5aedcfac70c1, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7087fec5-5594-4513-bf48-5aedcfac70c1,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:34:38.994064 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:39.008954 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-f9a9c5f2-40e7-458a-a131-20ad18526d74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=523afc8c-822a-44fc-bb95-1876712790a4 HTTP/1.1" status: 200 len: 1002 time: 0.1214244 Nov 10 20:34:39.024470 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:39.094576 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:39.095143 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:39.096418 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-ace30a47-d18f-4500-9b63-076e1088ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:39.097827 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-ace30a47-d18f-4500-9b63-076e1088ced4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 200 len: 856 time: 0.0616717 Nov 10 20:34:39.134564 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5e24b-4c3b-43a3-9e5f-471a0a9f73a7 None None] Pushing event updated for resources: {'Port': ['ID=7087fec5-5594-4513-bf48-5aedcfac70c1,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:39.148206 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:39.194959 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:39.195324 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:39.196391 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-a2293875-3fb6-45db-8f51-83f00eebc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:39.197962 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-a2293875-3fb6-45db-8f51-83f00eebc069 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bfa95df-19c6-4c1f-a608-f3161ade3f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828304 Nov 10 20:34:39.237452 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-1526b78e-96ee-4e76-abcb-209eef1c301b None None] Provisioning complete for port 3e77f62b-1691-416f-8d3e-0ff767815a23 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:39.237818 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-1526b78e-96ee-4e76-abcb-209eef1c301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:39.277593 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:39.331601 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-1526b78e-96ee-4e76-abcb-209eef1c301b None None] Port 3e77f62b-1691-416f-8d3e-0ff767815a23 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:34:39.368234 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-3c60901e-3776-40b5-8191-c1322c9f12c2 service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613939 Nov 10 20:34:39.450708 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:39.459375 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:39.524774 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:38Z', 'revision_number': 1, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:39.552177 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebaf3a-e35a-4d76-a4fb-4b2c165e54b7 None None] The sync data for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi is: [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:38Z', 'revision_number': 1, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:39.554393 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a8a123e-afeb-48d4-9118-b167b2c1b27d req-8322abd7-eef0-4bf8-85f7-bfc8274d7dac service neutron] 10.222.0.39 "GET /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718309 Nov 10 20:34:39.556218 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Pushing event updated for resources: {'Port': ['ID=3e77f62b-1691-416f-8d3e-0ff767815a23,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:39.559516 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:39.678175 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:34:39.679572 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:39.821034 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Router ac6aa5a3-967d-4485-95f9-dc3885cf88be has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:34:39.951488 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:34:39.957242 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-fa544237-4d69-47d2-98dd-26038a653fee None None] Provisioning complete for port 3e77f62b-1691-416f-8d3e-0ff767815a23 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:39.957719 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fa544237-4d69-47d2-98dd-26038a653fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:39.957907 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-fa551688-005a-4a9d-b6ef-0fcdc6907751 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac6aa5a3-967d-4485-95f9-dc3885cf88be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4552636 Nov 10 20:34:39.994980 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-fa544237-4d69-47d2-98dd-26038a653fee None None] Port 3e77f62b-1691-416f-8d3e-0ff767815a23 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:34:40.372747 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-916fb87b-21d1-45a1-9aea-4bb72ade6942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.480471 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43632) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:40.486386 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1574798702-network', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:40.512728 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Made reservation on behalf of 1f9bad9f85cc43d3ace977e2b60737d7 for: {'network': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:34:40.515088 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.525599 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.609105 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.614713 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.637906 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=101639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:34:40.651987 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b14f35-4971-4708-bc61-f27ed528677b,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:40.657185 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.657525 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.segments_db [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Added segment 422a16df-432e-47f9-b55b-c61760f1b80f of type vlan for network c5128229-ad30-4ff1-a883-5aff7a2ff643 Nov 10 20:34:40.700318 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.726918 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.727831 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:40.728447 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.787519 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3058345 Nov 10 20:34:40.791169 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43634) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:40.798605 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Request body: {'subnet': {'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1574798702-subnet', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'ip_version': 4}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:40.822129 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b22d0b-193e-4e90-ba54-20e9cc4eff7f admin admin] Pushing event updated for resources: {'Network': ['ID=c5128229-ad30-4ff1-a883-5aff7a2ff643,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:40.825480 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Made reservation on behalf of 1f9bad9f85cc43d3ace977e2b60737d7 for: {'subnet': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:34:40.828188 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34353220682'] for subnet, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:40.972785 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network c5128229-ad30-4ff1-a883-5aff7a2ff643 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:34:41.026558 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352659171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34353220708'] for subnet, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.035534 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.090414 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84435f60-a7cd-4ae4-a9c6-83efeccec5f3,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:41.099493 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Checking segment: {'id': '422a16df-432e-47f9-b55b-c61760f1b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:34:41.099857 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Network hostable DHCP agents. Network: c5128229-ad30-4ff1-a883-5aff7a2ff643, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:34:41.113827 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7087fec5-5594-4513-bf48-5aedcfac70c1 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:41.121073 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Network c5128229-ad30-4ff1-a883-5aff7a2ff643 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:34:41.131118 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, c5128229-ad30-4ff1-a883-5aff7a2ff643) {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:41.138720 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:41.139133 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.140126 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411a5f8-2436-4b29-a1db-21f37c9f0a0e None None] Network c5128229-ad30-4ff1-a883-5aff7a2ff643 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:34:41.157102 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-f4bd4b65-f365-4402-9c94-792e2179fd21 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3647645 Nov 10 20:34:41.159582 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43636) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:41.164128 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:41.186500 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.188055 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.234880 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 7087fec5-5594-4513-bf48-5aedcfac70c1 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:41.235238 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.240177 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.355341 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-c5128229-ad30-4ff1-a883-5aff7a2ff643', 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'fixed_ips': [{'subnet_id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:34:41.356226 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.382877 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.384847 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.459852 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 7087fec5-5594-4513-bf48-5aedcfac70c1, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7087fec5-5594-4513-bf48-5aedcfac70c1,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:41.464494 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.554511 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=7087fec5-5594-4513-bf48-5aedcfac70c1,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:41.570511 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Allocated IP 172.20.0.2 (c5128229-ad30-4ff1-a883-5aff7a2ff643/84435f60-a7cd-4ae4-a9c6-83efeccec5f3/4413f735-e7db-4565-b30a-6820c8e70613) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:34:41.600171 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.619806 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.647597 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Sync routers for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:34:41.658615 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:41.659380 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:41.735915 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.743526 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.753771 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Allocated IP 172.27.3.187 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:34:41.770141 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:41.794573 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Network c5128229-ad30-4ff1-a883-5aff7a2ff643 is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:34:41.796315 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Pushing event updated for resources: {'Port': ['ID=4413f735-e7db-4565-b30a-6820c8e70613,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:41.800554 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:41.803107 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:34:41.872389 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.888129 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Attempting to bind port 4413f735-e7db-4565-b30a-6820c8e70613 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:34:41.889078 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Attempting to bind port 4413f735-e7db-4565-b30a-6820c8e70613 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '422a16df-432e-47f9-b55b-c61760f1b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:34:41.889776 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Attempting to bind port 4413f735-e7db-4565-b30a-6820c8e70613 on network c5128229-ad30-4ff1-a883-5aff7a2ff643 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:34:41.896250 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:34:41.896950 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Checking segment: {'id': '422a16df-432e-47f9-b55b-c61760f1b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:34:41.897398 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.898081 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Bound using segment: {'id': '422a16df-432e-47f9-b55b-c61760f1b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:34:41.898652 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Bound port: 4413f735-e7db-4565-b30a-6820c8e70613, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422a16df-432e-47f9-b55b-c61760f1b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:34:41.899127 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.909124 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.945844 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:34:41.948871 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:41.955340 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:34:41.972846 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] For port 4413f735-e7db-4565-b30a-6820c8e70613, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:34:41.976251 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] For port 4413f735-e7db-4565-b30a-6820c8e70613, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4413f735-e7db-4565-b30a-6820c8e70613,segment=NetworkSegment(422a16df-432e-47f9-b55b-c61760f1b80f),segment_id=422a16df-432e-47f9-b55b-c61760f1b80f)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:34:41.980876 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:41.998143 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:42.007605 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 2, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:42.039144 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Checking router: ac6aa5a3-967d-4485-95f9-dc3885cf88be for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:34:42.039504 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Updating router ac6aa5a3-967d-4485-95f9-dc3885cf88be port 3e77f62b-1691-416f-8d3e-0ff767815a23 binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:34:42.048138 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4c78e-519b-47c5-b8a7-1a604399629e None None] Pushing event updated for resources: {'Port': ['ID=4413f735-e7db-4565-b30a-6820c8e70613,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:42.067199 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.266983 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.392949 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.399575 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.450796 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Pushing event updated for resources: {'Port': ['ID=3e77f62b-1691-416f-8d3e-0ff767815a23,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:42.461180 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.461778 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.462302 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.462640 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.462970 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.463302 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.463764 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.464277 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.464903 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.465518 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.465856 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.466238 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:34:42.518954 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.522566 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Attempting to bind port 3e77f62b-1691-416f-8d3e-0ff767815a23 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:34:42.522934 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Attempting to bind port 3e77f62b-1691-416f-8d3e-0ff767815a23 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:34:42.523298 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Attempting to bind port 3e77f62b-1691-416f-8d3e-0ff767815a23 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:34:42.528843 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:34:42.529275 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Checking segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:34:42.529679 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.530068 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Bound using segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:34:42.530534 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Bound port: 3e77f62b-1691-416f-8d3e-0ff767815a23, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:34:42.530920 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.601890 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] For port 3e77f62b-1691-416f-8d3e-0ff767815a23, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:34:42.605471 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] For port 3e77f62b-1691-416f-8d3e-0ff767815a23, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=3e77f62b-1691-416f-8d3e-0ff767815a23,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:34:42.611186 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.654784 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:34:42.676195 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c325a-df59-4f05-9e11-40e6c18e7276 None None] Pushing event updated for resources: {'Port': ['ID=3e77f62b-1691-416f-8d3e-0ff767815a23,revision_number=4']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:42.678928 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:42.679719 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:42.690619 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-c374e1fe-2c30-4b58-b77d-28d47ea9a2fb None None] Provisioning complete for port 3e77f62b-1691-416f-8d3e-0ff767815a23 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:42.691193 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c374e1fe-2c30-4b58-b77d-28d47ea9a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.751039 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-606b055d-9ebe-41bf-9513-b51da81fe5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.816659 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:42.848621 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c374e1fe-2c30-4b58-b77d-28d47ea9a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:42.938409 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-c374e1fe-2c30-4b58-b77d-28d47ea9a2fb None None] For port 3e77f62b-1691-416f-8d3e-0ff767815a23, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=3e77f62b-1691-416f-8d3e-0ff767815a23,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:42.950322 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c374e1fe-2c30-4b58-b77d-28d47ea9a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:43.023444 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374e1fe-2c30-4b58-b77d-28d47ea9a2fb None None] Pushing event updated for resources: {'Port': ['ID=3e77f62b-1691-416f-8d3e-0ff767815a23,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:43.086077 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-fba0efda-82f7-4cea-acaf-332665c65bf5 None None] Provisioning complete for port 3e77f62b-1691-416f-8d3e-0ff767815a23 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:43.086448 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fba0efda-82f7-4cea-acaf-332665c65bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:43.143819 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4413f735-e7db-4565-b30a-6820c8e70613 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:43.156062 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:43.188323 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b07de-fd68-477e-b255-5e0d8c5a4053 None None] The sync data for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi is: [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:43.212492 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:34:43.233138 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] Publish callbacks [] for router, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:43.235039 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-94b3a79d-985b-4d89-aafa-d35f9da37d83 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0738673 Nov 10 20:34:43.237949 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43638) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:43.247018 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Sync routers for ids ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:34:43.269435 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 4413f735-e7db-4565-b30a-6820c8e70613 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:43.269803 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:43.306625 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Routers {'0e4a63dd-bbae-460b-996e-4be460ef5ea1'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:43.307251 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:43.347639 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07797d53-ec56-4781-be7d-e5e011333abb None None] Network c5128229-ad30-4ff1-a883-5aff7a2ff643 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:34:43.518844 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-8637a5c9-10b2-4118-9b9b-03a3c5d4eaf8 None None] Provisioning complete for port 4413f735-e7db-4565-b30a-6820c8e70613 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:43.519209 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8637a5c9-10b2-4118-9b9b-03a3c5d4eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:43.563261 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Set router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:43.668364 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:43.702035 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:43.808143 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 4413f735-e7db-4565-b30a-6820c8e70613, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4413f735-e7db-4565-b30a-6820c8e70613,segment=NetworkSegment(422a16df-432e-47f9-b55b-c61760f1b80f),segment_id=422a16df-432e-47f9-b55b-c61760f1b80f)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:43.938315 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Allocated IP 172.20.0.1 (c5128229-ad30-4ff1-a883-5aff7a2ff643/84435f60-a7cd-4ae4-a9c6-83efeccec5f3/d4ec25df-a1c3-4205-a870-30e916cd14d5) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:34:43.978854 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:43.979648 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7087fec5-5594-4513-bf48-5aedcfac70c1 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:44.046184 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.053894 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8637a5c9-10b2-4118-9b9b-03a3c5d4eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.072516 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.112820 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.159290 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Network c5128229-ad30-4ff1-a883-5aff7a2ff643 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:34:44.166326 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:44.170101 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:34:44.176670 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Pushing event updated for resources: {'Port': ['ID=d4ec25df-a1c3-4205-a870-30e916cd14d5,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:44.181379 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=4413f735-e7db-4565-b30a-6820c8e70613,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:44.208235 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 7087fec5-5594-4513-bf48-5aedcfac70c1 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:44.208609 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.216400 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.233736 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.db.api [None req-8637a5c9-10b2-4118-9b9b-03a3c5d4eaf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 20:34:44.234114 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG oslo_db.api [None req-8637a5c9-10b2-4118-9b9b-03a3c5d4eaf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 20:34:44.259271 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 3, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'gw_port': {'id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:44.289487 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Checking router: 0e4a63dd-bbae-460b-996e-4be460ef5ea1 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:34:44.289845 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Updating router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:34:44.338822 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.357579 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.378791 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 3e77f62b-1691-416f-8d3e-0ff767815a23 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:44.542882 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.543472 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 3e77f62b-1691-416f-8d3e-0ff767815a23 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:44.543842 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.548666 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.612969 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Pushing event updated for resources: {'Port': ['ID=d4ec25df-a1c3-4205-a870-30e916cd14d5,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:44.615483 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.705084 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.710498 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Network c5128229-ad30-4ff1-a883-5aff7a2ff643 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:34:44.711685 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.711847 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:34:44.802400 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d957-c5dc-4253-97ad-47e8659a71e3 None None] Pushing event updated for resources: {'Port': ['ID=4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:44.809965 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Attempting to bind port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:34:44.810338 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Attempting to bind port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:34:44.810722 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Attempting to bind port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:34:44.823166 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:34:44.823649 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:34:44.824055 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.824353 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:34:44.824829 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Bound port: 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:34:44.825214 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.846991 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:34:44.903870 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] For port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:34:44.908005 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] For port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:34:44.914351 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:44.924558 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4413f735-e7db-4565-b30a-6820c8e70613 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:44.973702 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:34:44.978544 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-148a5e71-4b96-4afe-8def-42e52e5fb63e admin admin] 10.222.0.13 "PUT /v2.0/routers/0e4a63dd-bbae-460b-996e-4be460ef5ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393448 Nov 10 20:34:45.019857 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-5d2c4619-232a-409c-9750-51c5bc72bc16 None None] Provisioning complete for port d4ec25df-a1c3-4205-a870-30e916cd14d5 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:45.020179 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4619-232a-409c-9750-51c5bc72bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.026130 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d957-c5dc-4253-97ad-47e8659a71e3 None None] Pushing event updated for resources: {'Port': ['ID=4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:45.051239 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Routers {'0e4a63dd-bbae-460b-996e-4be460ef5ea1'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:45.051850 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:45.105272 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c4619-232a-409c-9750-51c5bc72bc16 None None] Port d4ec25df-a1c3-4205-a870-30e916cd14d5 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:34:45.123974 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 4413f735-e7db-4565-b30a-6820c8e70613 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:45.123974 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.178380 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-5d2c4619-232a-409c-9750-51c5bc72bc16 None None] Provisioning complete for port 4413f735-e7db-4565-b30a-6820c8e70613 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:45.178755 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4619-232a-409c-9750-51c5bc72bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.244707 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] Set router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:45.418858 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 3e77f62b-1691-416f-8d3e-0ff767815a23 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:45.423295 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.435790 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43650) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:45.441023 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-4a9190c9-59ee-4323-b6ba-8a7e1276e35a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850058538', 'description': 'tempest-secgroup-smoke-1850058538 description', 'project_id': '793fc12c1f82441fa41b432ab9d30729'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:45.462471 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4a9190c9-59ee-4323-b6ba-8a7e1276e35a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.529569 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4a9190c9-59ee-4323-b6ba-8a7e1276e35a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.533842 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4a9190c9-59ee-4323-b6ba-8a7e1276e35a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.534901 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 3e77f62b-1691-416f-8d3e-0ff767815a23 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:45.535283 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.561511 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4a9190c9-59ee-4323-b6ba-8a7e1276e35a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.565184 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-4a9190c9-59ee-4323-b6ba-8a7e1276e35a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1258903 Nov 10 20:34:45.566387 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43652) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:45.566921 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9190c9-59ee-4323-b6ba-8a7e1276e35a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676d418b-302e-4316-a724-9c6272609693,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:45.571641 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-2c25384d-3290-446c-aae3-388b3a0ae51b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'security_group_rule': {'security_group_id': '676d418b-302e-4316-a724-9c6272609693', 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:45.598729 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2c25384d-3290-446c-aae3-388b3a0ae51b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.605604 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-0fab1f04-bb84-40a3-a80c-0bd34c9b6ea9 None None] Provisioning complete for port d4ec25df-a1c3-4205-a870-30e916cd14d5 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:45.605969 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-0fab1f04-bb84-40a3-a80c-0bd34c9b6ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.610992 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 4, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'gw_port': {'id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'd4ec25df-a1c3-4205-a870-30e916cd14d5', 'name': '', 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'mac_address': 'fa:16:3e:d6:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:43Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 2, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'subnets': [{'id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:45.658309 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2c25384d-3290-446c-aae3-388b3a0ae51b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.661548 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2c25384d-3290-446c-aae3-388b3a0ae51b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.682079 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25384d-3290-446c-aae3-388b3a0ae51b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0ba724-7449-4f0e-a3ae-3222c119ad78,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:45.693031 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2c25384d-3290-446c-aae3-388b3a0ae51b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.694308 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-2c25384d-3290-446c-aae3-388b3a0ae51b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266358 Nov 10 20:34:45.697251 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43654) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:45.702258 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-6e44da07-29a0-4938-a04f-9047c3e5cbf5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'security_group_rule': {'security_group_id': '676d418b-302e-4316-a724-9c6272609693', 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:45.730013 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6e44da07-29a0-4938-a04f-9047c3e5cbf5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.787660 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6e44da07-29a0-4938-a04f-9047c3e5cbf5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.790899 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6e44da07-29a0-4938-a04f-9047c3e5cbf5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.804990 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fe32f-42dc-42e9-acfb-5021b20b3ef9 None None] The sync data for ids ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'] in dv-cinder-815145-6-iscsi is: [{'id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 4, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'gw_port': {'id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'd4ec25df-a1c3-4205-a870-30e916cd14d5', 'name': '', 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'mac_address': 'fa:16:3e:d6:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:43Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 2, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'subnets': [{'id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:45.809102 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44da07-29a0-4938-a04f-9047c3e5cbf5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62051ade-58f8-41e4-92fa-4fbf8a139b33,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:45.821001 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-6e44da07-29a0-4938-a04f-9047c3e5cbf5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.824942 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-0fab1f04-bb84-40a3-a80c-0bd34c9b6ea9 None None] Port d4ec25df-a1c3-4205-a870-30e916cd14d5 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:34:45.825536 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43656) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:45.833378 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-ff62a50f-5308-4e25-a7bf-dcccd120ef4d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'security_group_rule': {'security_group_id': '676d418b-302e-4316-a724-9c6272609693', 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:45.838640 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-6e44da07-29a0-4938-a04f-9047c3e5cbf5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401784 Nov 10 20:34:45.869842 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ff62a50f-5308-4e25-a7bf-dcccd120ef4d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.933910 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ff62a50f-5308-4e25-a7bf-dcccd120ef4d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.937376 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ff62a50f-5308-4e25-a7bf-dcccd120ef4d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.955112 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62a50f-5308-4e25-a7bf-dcccd120ef4d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b41c20-469b-405f-bc5e-ebc752fef789,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:45.962209 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-ff62a50f-5308-4e25-a7bf-dcccd120ef4d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:45.966370 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ff62a50f-5308-4e25-a7bf-dcccd120ef4d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394284 Nov 10 20:34:45.966780 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43658) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:45.972420 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-490c4af2-88c9-42f8-8405-27d8624793fd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'security_group_rule': {'security_group_id': '676d418b-302e-4316-a724-9c6272609693', 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:46.027259 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-490c4af2-88c9-42f8-8405-27d8624793fd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.102361 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-490c4af2-88c9-42f8-8405-27d8624793fd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.106204 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-490c4af2-88c9-42f8-8405-27d8624793fd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.127958 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c4af2-88c9-42f8-8405-27d8624793fd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7760d3-504b-46dd-921a-e38c91a19ad9,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:46.136685 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-490c4af2-88c9-42f8-8405-27d8624793fd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.137997 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-490c4af2-88c9-42f8-8405-27d8624793fd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1698785 Nov 10 20:34:46.141432 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43660) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:46.146488 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-e7475035-4c07-489b-9f29-cb01e945cf7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'security_group_rule': {'security_group_id': '676d418b-302e-4316-a724-9c6272609693', 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:46.169079 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.securitygroups_db [None req-e7475035-4c07-489b-9f29-cb01e945cf7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Project 793fc12c1f82441fa41b432ab9d30729 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:34:46.174426 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e7475035-4c07-489b-9f29-cb01e945cf7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.243293 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e7475035-4c07-489b-9f29-cb01e945cf7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.248061 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e7475035-4c07-489b-9f29-cb01e945cf7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.269331 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7475035-4c07-489b-9f29-cb01e945cf7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd57787-0ec7-4e26-bfa3-e1649858148b,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:46.278158 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e7475035-4c07-489b-9f29-cb01e945cf7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.279376 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-e7475035-4c07-489b-9f29-cb01e945cf7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367450 Nov 10 20:34:46.282021 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43662) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:34:46.286305 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-051384fa-2175-4b0a-9c2c-09d0da3fd1fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'security_group_rule': {'security_group_id': '676d418b-302e-4316-a724-9c6272609693', 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:34:46.308448 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.securitygroups_db [None req-051384fa-2175-4b0a-9c2c-09d0da3fd1fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Project 793fc12c1f82441fa41b432ab9d30729 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:34:46.314554 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-051384fa-2175-4b0a-9c2c-09d0da3fd1fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.352859 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.381652 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-051384fa-2175-4b0a-9c2c-09d0da3fd1fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.385680 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-051384fa-2175-4b0a-9c2c-09d0da3fd1fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.407286 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051384fa-2175-4b0a-9c2c-09d0da3fd1fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c58eb8-5a6b-4e20-8863-f680552c9cf7,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:46.427127 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-051384fa-2175-4b0a-9c2c-09d0da3fd1fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:46.432750 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-051384fa-2175-4b0a-9c2c-09d0da3fd1fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494048 Nov 10 20:34:46.942914 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:47.001269 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:47.001712 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:47.093557 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:47.118048 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:47.121642 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:47.171197 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:47.772134 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Sync routers for ids ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:34:47.783482 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Routers {'0e4a63dd-bbae-460b-996e-4be460ef5ea1'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:47.784184 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:47.900859 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Set router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:48.116242 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 4, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'gw_port': {'id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'd4ec25df-a1c3-4205-a870-30e916cd14d5', 'name': '', 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'mac_address': 'fa:16:3e:d6:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:43Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 2, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'subnets': [{'id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:48.143223 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Checking router: 0e4a63dd-bbae-460b-996e-4be460ef5ea1 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:34:48.143573 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Updating router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 port d4ec25df-a1c3-4205-a870-30e916cd14d5 binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:34:48.167233 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:48.555905 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:48.561430 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:48.614277 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1ebeb-ee0e-476d-aef3-b683254ecfea None None] Pushing event updated for resources: {'Port': ['ID=d4ec25df-a1c3-4205-a870-30e916cd14d5,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:48.674707 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Attempting to bind port d4ec25df-a1c3-4205-a870-30e916cd14d5 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:34:48.675067 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Attempting to bind port d4ec25df-a1c3-4205-a870-30e916cd14d5 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '422a16df-432e-47f9-b55b-c61760f1b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:34:48.675423 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Attempting to bind port d4ec25df-a1c3-4205-a870-30e916cd14d5 on network c5128229-ad30-4ff1-a883-5aff7a2ff643 {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:34:48.680718 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:34:48.681259 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Checking segment: {'id': '422a16df-432e-47f9-b55b-c61760f1b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:34:48.681600 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:48.682280 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Bound using segment: {'id': '422a16df-432e-47f9-b55b-c61760f1b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:34:48.682788 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Bound port: d4ec25df-a1c3-4205-a870-30e916cd14d5, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422a16df-432e-47f9-b55b-c61760f1b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:34:48.683315 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:48.750804 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] For port d4ec25df-a1c3-4205-a870-30e916cd14d5, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:34:48.754124 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] For port d4ec25df-a1c3-4205-a870-30e916cd14d5, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=d4ec25df-a1c3-4205-a870-30e916cd14d5,segment=NetworkSegment(422a16df-432e-47f9-b55b-c61760f1b80f),segment_id=422a16df-432e-47f9-b55b-c61760f1b80f)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:34:48.760964 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:48.815162 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Routers {'0e4a63dd-bbae-460b-996e-4be460ef5ea1'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:34:48.815818 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:34:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:48.889399 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-642201cc-503b-4d14-88a9-321f7a479a53 None None] Provisioning complete for port d4ec25df-a1c3-4205-a870-30e916cd14d5 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:48.889935 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-642201cc-503b-4d14-88a9-321f7a479a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:48.909781 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1ebeb-ee0e-476d-aef3-b683254ecfea None None] Pushing event updated for resources: {'Port': ['ID=d4ec25df-a1c3-4205-a870-30e916cd14d5,revision_number=4']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:48.928326 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:48.948647 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] Set router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:34:49.029216 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:49.029858 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:49.032143 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-642201cc-503b-4d14-88a9-321f7a479a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:49.092471 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-642201cc-503b-4d14-88a9-321f7a479a53 None None] For port d4ec25df-a1c3-4205-a870-30e916cd14d5, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=d4ec25df-a1c3-4205-a870-30e916cd14d5,segment=NetworkSegment(422a16df-432e-47f9-b55b-c61760f1b80f),segment_id=422a16df-432e-47f9-b55b-c61760f1b80f)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:34:49.097409 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-642201cc-503b-4d14-88a9-321f7a479a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:49.189782 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642201cc-503b-4d14-88a9-321f7a479a53 None None] Pushing event updated for resources: {'Port': ['ID=d4ec25df-a1c3-4205-a870-30e916cd14d5,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:34:49.209701 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 4, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'gw_port': {'id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'd4ec25df-a1c3-4205-a870-30e916cd14d5', 'name': '', 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'mac_address': 'fa:16:3e:d6:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:43Z', 'updated_at': '2021-11-10T20:34:48Z', 'revision_number': 4, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'subnets': [{'id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:34:49.219098 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-2e099c95-dea7-41f2-af81-748cc5c97df6 None None] Provisioning complete for port d4ec25df-a1c3-4205-a870-30e916cd14d5 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:49.219741 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-2e099c95-dea7-41f2-af81-748cc5c97df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:49.237504 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db4c35-6235-4cc7-a396-ff61866ca9f6 None None] The sync data for ids ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'] in dv-cinder-815145-6-iscsi is: [{'id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:44Z', 'revision_number': 4, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'gw_port': {'id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': 'd4ec25df-a1c3-4205-a870-30e916cd14d5', 'name': '', 'network_id': 'c5128229-ad30-4ff1-a883-5aff7a2ff643', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'mac_address': 'fa:16:3e:d6:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:43Z', 'updated_at': '2021-11-10T20:34:48Z', 'revision_number': 4, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'subnets': [{'id': '84435f60-a7cd-4ae4-a9c6-83efeccec5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:34:50.897750 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device d4ec25df-a1c3-4205-a870-30e916cd14d5 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:34:50.945483 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port d4ec25df-a1c3-4205-a870-30e916cd14d5 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:34:50.945855 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:58.817002 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:35:10.365504 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-091c468e-ddd3-4429-b75d-acbb39f8003e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:10.822533 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:12.644515 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97a2f186-776d-49c5-be2d-59692fb7ae5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:13.352076 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-e374d239-531d-4b96-86fd-68ac5f117a3f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850058538&fields=id&tenant_id=793fc12c1f82441fa41b432ab9d30729 HTTP/1.1" status: 200 len: 267 time: 0.0455310 Nov 10 20:35:13.462050 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-9d7eff3e-df38-46a6-8969-5effff957203 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:13.463515 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-9d7eff3e-df38-46a6-8969-5effff957203 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 812 time: 0.1035187 Nov 10 20:35:13.478317 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-0f364a97-8b7a-4d2e-a90c-c1db56fef8f7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/quotas/793fc12c1f82441fa41b432ab9d30729 HTTP/1.1" status: 200 len: 375 time: 0.0091336 Nov 10 20:35:13.536587 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-7a7bce20-ca19-432f-8d2a-027710368313 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525916 Nov 10 20:35:13.552789 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-ddb9804c-d0c6-4a61-ab08-b7c54d6735c6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:35:13.553744 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-ddb9804c-d0c6-4a61-ab08-b7c54d6735c6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051286 Nov 10 20:35:13.645310 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-6ddd6be9-3e7a-41a6-9bde-0e8f5c6b6d63 service neutron] 10.222.0.13 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858233 Nov 10 20:35:13.739520 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-c1e3f856-d96c-44e7-800d-ac5ec3b0818e service neutron] 10.222.0.13 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872924 Nov 10 20:35:13.863612 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:14.025108 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d705db95-27bb-41e7-8101-c97ef5e821fe req-87e4c027-2362-4abe-8b60-a28966f76c09 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 210 time: 0.0278957 Nov 10 20:35:15.112824 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3d2ecb3c-7d5e-4784-b60f-de51967ef3f1 req-57d6b8f4-84dc-45a2-9f16-4ecb4112f359 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 210 time: 0.0360415 Nov 10 20:35:15.327083 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:16.203590 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0fc12eaa-3a5f-4a09-bcc6-730e880707ae req-4fe9c618-3f89-49c2-8d8e-4d154de05d1a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 210 time: 0.0359073 Nov 10 20:35:16.347025 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:17.282834 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b39c9538-7329-44b4-8215-166a8b51dd80 req-e84e022e-14a1-4a7c-ab4b-34b04b3c34c5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 210 time: 0.0262141 Nov 10 20:35:18.309147 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-c3e1a70f-8e8a-4063-8de2-24e659c2925a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:18.310638 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-c3e1a70f-8e8a-4063-8de2-24e659c2925a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 812 time: 0.1181288 Nov 10 20:35:18.385510 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9b113395-65a7-4f6f-aeb9-ae323b411506 req-a491eda3-6063-4aaf-b1bb-decceeae3fa6 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 210 time: 0.0269864 Nov 10 20:35:18.411763 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-271e660e-c238-4a4a-afac-d6442b49ff55 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793fc12c1f82441fa41b432ab9d30729 HTTP/1.1" status: 200 len: 380 time: 0.0653367 Nov 10 20:35:18.426024 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'port': {'device_id': 'a5791215-184f-4687-9d4d-a5330916fba9', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'admin_state_up': True, 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'security_groups': ['676d418b-302e-4316-a724-9c6272609693']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:18.536598 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Made reservation on behalf of 793fc12c1f82441fa41b432ab9d30729 for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:35:18.540072 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:18.669767 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Allocated IP 172.20.0.5 (222b4395-2fb0-445c-ba17-71ac8023cd66/4ed0cba8-2345-40a8-b177-371c64012e6a/b1ecea0c-a3df-4ca9-be4a-2c50392ebf42) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:35:18.818222 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:18.852578 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:18.893385 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:35:18.898824 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:35:18.902874 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:35:18.936267 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'Port': ['ID=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:18.950997 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.951393 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.951728 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.952087 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.952485 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.953404 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.953734 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.954058 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.954388 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.954801 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.955123 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.955445 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:18.974984 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:18.975618 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:18.992599 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-da53ba49-d95f-4050-8b35-ad40d24cc49d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737407 Nov 10 20:35:19.021571 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Request body: {'port': {'device_id': 'a5791215-184f-4687-9d4d-a5330916fba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:19.086734 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:19.214070 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-4f2246b8-38ad-4b42-ae4a-4d39777a0b14 None None] Provisioning complete for port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:19.214651 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-4f2246b8-38ad-4b42-ae4a-4d39777a0b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:19.247915 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-4f2246b8-38ad-4b42-ae4a-4d39777a0b14 None None] Port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:35:19.358622 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:35:19.366301 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:19.387279 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Transition to ACTIVE for port object b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:35:19.391436 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:19.443110 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Pushing event updated for resources: {'Port': ['ID=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:19.538827 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Attempting to bind port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:35:19.539156 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Attempting to bind port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:35:19.539480 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Attempting to bind port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:35:19.547472 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:35:19.547787 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Attempting to bind port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:35:19.558156 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d68c3-9956-4eb2-b0e2-afc88a896392 req-879dbb14-3b80-4049-8a13-4148fb9d83d6 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:19.559683 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-555d68c3-9956-4eb2-b0e2-afc88a896392 req-879dbb14-3b80-4049-8a13-4148fb9d83d6 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 943 time: 0.0763824 Nov 10 20:35:19.563193 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:35:19.563526 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Checking segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:35:19.563902 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Bound using segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:35:19.564365 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Bound port: b1ecea0c-a3df-4ca9-be4a-2c50392ebf42, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:35:19.564718 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:19.660262 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-555d68c3-9956-4eb2-b0e2-afc88a896392 req-ac63bb53-7d90-46ea-8548-011e94fc9ed6 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865202 Nov 10 20:35:19.666716 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] For port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:35:19.671190 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] For port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:35:19.677690 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:19.711592 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:19.712566 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:19.713796 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-17082967-4b04-4f7c-961b-218094b02eda service neutron] 10.222.0.39 "PUT /v2.0/ports/b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 HTTP/1.1" status: 200 len: 1093 time: 0.7052424 Nov 10 20:35:19.715898 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5791215-184f-4687-9d4d-a5330916fba9', 'tag': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:35:19.718202 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8334e1-2b44-4298-bfa4-f89965ebbebe" -d '{"events": [{"name": "network-changed", "server_uuid": "a5791215-184f-4687-9d4d-a5330916fba9", "tag": "b1ecea0c-a3df-4ca9-be4a-2c50392ebf42"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:35:19.762328 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d53157-e376-4ea0-b4ca-fd05eea10bbc x-openstack-request-id: req-42d53157-e376-4ea0-b4ca-fd05eea10bbc {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:35:19.762829 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5791215-184f-4687-9d4d-a5330916fba9", "tag": "b1ecea0c-a3df-4ca9-be4a-2c50392ebf42", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:35:19.763306 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42d53157-e376-4ea0-b4ca-fd05eea10bbc {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:35:19.763986 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5791215-184f-4687-9d4d-a5330916fba9', 'tag': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'status': 'completed', 'code': 200} Nov 10 20:35:19.769239 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17082967-4b04-4f7c-961b-218094b02eda service neutron] Pushing event updated for resources: {'Port': ['ID=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:19.838636 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-62bae31d-5bbb-409c-86c3-3604cda7c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:19.840341 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-62bae31d-5bbb-409c-86c3-3604cda7c00a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 1096 time: 0.0495999 Nov 10 20:35:19.893216 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-327145fa-2139-4547-864a-d2cd72cb4149 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 HTTP/1.1" status: 200 len: 217 time: 0.0355949 Nov 10 20:35:19.948487 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-4e70d0cd-3331-4ff0-a3f6-02c65ffdedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:19.949974 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-4e70d0cd-3331-4ff0-a3f6-02c65ffdedd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0497575 Nov 10 20:35:19.997957 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-7edd198d-5912-408a-b4b7-d9de5da5db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:19.999652 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-7edd198d-5912-408a-b4b7-d9de5da5db6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404892 Nov 10 20:35:20.089084 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-04d2be74-57ca-4fee-869a-f5915b9a362a service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814545 Nov 10 20:35:20.179735 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a280b02-2bef-47ee-9f0c-e935094e34dd req-c2a7937f-6bf7-443c-872e-c8efd5d5dfc8 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834816 Nov 10 20:35:20.336383 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-0167e91e-1b2f-43d5-9075-bdc4553bcefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:20.338864 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-0167e91e-1b2f-43d5-9075-bdc4553bcefd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 1096 time: 0.0544980 Nov 10 20:35:20.432651 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-c944b0d8-2bea-4720-a2eb-0db39b051e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:20.434036 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-c944b0d8-2bea-4720-a2eb-0db39b051e24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0878844 Nov 10 20:35:20.475775 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-f2f67b6a-c7fc-489d-9a4f-202956652567 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 HTTP/1.1" status: 200 len: 217 time: 0.0335128 Nov 10 20:35:20.524660 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-c93214ef-a22b-48ab-b621-8358fd2bebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:20.526077 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-c93214ef-a22b-48ab-b621-8358fd2bebf0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0427494 Nov 10 20:35:20.574383 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-8aa19f4f-5950-4156-902e-86f4265cb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:20.575827 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-8aa19f4f-5950-4156-902e-86f4265cb366 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416653 Nov 10 20:35:20.665763 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-f25cc700-7328-441b-a77c-600024e992c8 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803418 Nov 10 20:35:20.792207 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a8334e1-2b44-4298-bfa4-f89965ebbebe req-2152c8f9-aad0-4ec3-9504-49cd3f98a28a service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176021 Nov 10 20:35:20.800392 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0070b3-f1b5-4dc8-8bdf-f932757e3176 req-84d913b5-8454-4dbd-856c-027664eed412 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:20.801782 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc0070b3-f1b5-4dc8-8bdf-f932757e3176 req-84d913b5-8454-4dbd-856c-027664eed412 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 943 time: 0.0709069 Nov 10 20:35:20.853031 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-cc0070b3-f1b5-4dc8-8bdf-f932757e3176 req-5206489c-7eee-430a-a9f7-c5fe1009a8cc tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 Nov 10 20:35:21.971734 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76d54-9c62-4619-8a4d-cec7ccdacdd1 req-ffe71bb2-189a-42de-9e01-c6c59c2b1901 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:21.973304 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-abe76d54-9c62-4619-8a4d-cec7ccdacdd1 req-ffe71bb2-189a-42de-9e01-c6c59c2b1901 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 943 time: 0.0500634 Nov 10 20:35:22.021600 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-abe76d54-9c62-4619-8a4d-cec7ccdacdd1 req-ef7a1cad-4fb5-492a-a6b2-5e1d16cfd9cb tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422628 Nov 10 20:35:23.134701 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceafc21-9108-4b13-b98c-d2dcf9ceb730 req-3381e4d2-d19f-41bb-8215-e9575e1924f3 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:23.136124 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bceafc21-9108-4b13-b98c-d2dcf9ceb730 req-3381e4d2-d19f-41bb-8215-e9575e1924f3 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 943 time: 0.0483754 Nov 10 20:35:23.453293 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bceafc21-9108-4b13-b98c-d2dcf9ceb730 req-47f8ef7d-3876-4421-8632-3c79937d148e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103216 Nov 10 20:35:24.569733 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8cd6-6532-4bb4-89c5-5fc238b5f270 req-54f68114-7800-4675-af24-d10efbbea995 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:24.571183 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-547b8cd6-6532-4bb4-89c5-5fc238b5f270 req-54f68114-7800-4675-af24-d10efbbea995 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 943 time: 0.0514669 Nov 10 20:35:24.621036 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-547b8cd6-6532-4bb4-89c5-5fc238b5f270 req-430728c3-25a5-4291-bb67-7b793311fe0f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Nov 10 20:35:25.734683 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46974fb-e493-480f-a8b2-c2107f02740e req-c0223d2c-b9ef-45f9-8866-bba911609f44 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:25.736197 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e46974fb-e493-480f-a8b2-c2107f02740e req-c0223d2c-b9ef-45f9-8866-bba911609f44 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 943 time: 0.0488057 Nov 10 20:35:25.784907 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e46974fb-e493-480f-a8b2-c2107f02740e req-7f32e2f6-c82d-44a9-a2f0-b13a7ac516c3 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Nov 10 20:35:26.911978 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786313c6-5550-45e4-abb2-10f3575bd080 req-3d440226-b11c-4a64-bca6-56d08f406acc tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:26.913457 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-786313c6-5550-45e4-abb2-10f3575bd080 req-3d440226-b11c-4a64-bca6-56d08f406acc tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 943 time: 0.0489876 Nov 10 20:35:26.963472 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-786313c6-5550-45e4-abb2-10f3575bd080 req-a3439dd1-f81f-4cf0-b878-4d72750729f1 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Nov 10 20:35:28.077687 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55532-9a8b-43ab-a128-ebc666924b3c req-f7adade5-c55f-4be7-b284-c885629c12f0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:28.079516 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-57e55532-9a8b-43ab-a128-ebc666924b3c req-f7adade5-c55f-4be7-b284-c885629c12f0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 943 time: 0.0493639 Nov 10 20:35:28.128025 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-57e55532-9a8b-43ab-a128-ebc666924b3c req-62a8f6b1-58a2-4429-90dd-4dd3275d369e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Nov 10 20:35:29.239944 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a865dc3-ac0b-4836-8e85-16caeb42b191 req-d37a91dc-642a-4e99-910c-31ccc9e24dc0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:29.241447 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1a865dc3-ac0b-4836-8e85-16caeb42b191 req-d37a91dc-642a-4e99-910c-31ccc9e24dc0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 943 time: 0.0492609 Nov 10 20:35:29.294369 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1a865dc3-ac0b-4836-8e85-16caeb42b191 req-5341542b-b77e-4c71-94db-1dce8f2e6809 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468504 Nov 10 20:35:30.004664 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:35:30.107202 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:30.118692 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'port_id': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'mac_address': 'fa:16:3e:50:5b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:35:30.159721 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:30.173596 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:35:30.196796 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:30.201069 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:30.249177 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:30.428394 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a31fe-c0d2-4c40-be55-73fedf4b476c req-fceda4ff-701b-46dc-b2b9-6ce166b36c43 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:30.430123 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-358a31fe-c0d2-4c40-be55-73fedf4b476c req-fceda4ff-701b-46dc-b2b9-6ce166b36c43 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 944 time: 0.0565710 Nov 10 20:35:30.481633 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-358a31fe-c0d2-4c40-be55-73fedf4b476c req-54c5793e-feec-4733-b4c6-e337f29cb477 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452616 Nov 10 20:35:30.673899 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['b1ecea0c-a3df-4ca9-be4a-2c50392ebf42'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:35:31.596028 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a184d1c-345f-49df-b809-288f7dd58b29 req-7db226eb-a067-4ce5-afe7-8c66f1c46767 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:31.597508 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7a184d1c-345f-49df-b809-288f7dd58b29 req-7db226eb-a067-4ce5-afe7-8c66f1c46767 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 944 time: 0.0482786 Nov 10 20:35:31.648599 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7a184d1c-345f-49df-b809-288f7dd58b29 req-5409e18c-e6fa-445e-a9fe-47924a092be8 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450590 Nov 10 20:35:32.002522 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:35:32.052717 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:35:32.057117 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:32.057532 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:32.137272 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:32.159406 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5791215-184f-4687-9d4d-a5330916fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:35:32.161658 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dad294-90a7-465d-9ebd-948a767f58c4" -d '{"events": [{"server_uuid": "a5791215-184f-4687-9d4d-a5330916fba9", "name": "network-vif-plugged", "status": "completed", "tag": "b1ecea0c-a3df-4ca9-be4a-2c50392ebf42"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:35:32.175367 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:32.180108 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:32.231670 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:32.260168 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e811d680-8d27-4989-9f1a-9e957fe4facd x-openstack-request-id: req-e811d680-8d27-4989-9f1a-9e957fe4facd {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:35:32.260466 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5791215-184f-4687-9d4d-a5330916fba9", "name": "network-vif-plugged", "status": "completed", "tag": "b1ecea0c-a3df-4ca9-be4a-2c50392ebf42", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:35:32.260721 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e811d680-8d27-4989-9f1a-9e957fe4facd {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:35:32.261117 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5791215-184f-4687-9d4d-a5330916fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'code': 200} Nov 10 20:35:32.523892 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbbfd2-b03f-473f-9a88-308b0ff86b7b req-0ae0e33a-a988-4ee2-a9a5-824b8b97d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:32.525342 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6fdbbfd2-b03f-473f-9a88-308b0ff86b7b req-0ae0e33a-a988-4ee2-a9a5-824b8b97d4aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0524726 Nov 10 20:35:32.572993 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6fdbbfd2-b03f-473f-9a88-308b0ff86b7b req-12d845b7-0a8b-4f8f-8891-8f436677317e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392945 Nov 10 20:35:32.768638 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6c1a9-c8cf-456f-929d-92113dbafe66 req-d15c8525-e14c-42ab-8ad0-aef907e1ed8b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:32.770334 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c6e6c1a9-c8cf-456f-929d-92113dbafe66 req-d15c8525-e14c-42ab-8ad0-aef907e1ed8b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 945 time: 0.0545290 Nov 10 20:35:32.831239 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-c6e6c1a9-c8cf-456f-929d-92113dbafe66 req-0083b53b-4c87-417a-bfb4-67372ada6e8a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545108 Nov 10 20:35:33.960455 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990820b-71de-44f4-84d6-e2931c98e067 req-4b7eb130-6380-4a2d-88e0-b2a402ce1362 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:33.961971 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b990820b-71de-44f4-84d6-e2931c98e067 req-4b7eb130-6380-4a2d-88e0-b2a402ce1362 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 945 time: 0.0575349 Nov 10 20:35:34.011407 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b990820b-71de-44f4-84d6-e2931c98e067 req-90e3e949-984b-42a3-ab3e-d24657e0293e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Nov 10 20:35:35.128517 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12da66-c534-477b-af10-002a6a7c9b78 req-af5e109a-1b86-4097-831d-07dcf9bc962f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:35.129883 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3e12da66-c534-477b-af10-002a6a7c9b78 req-af5e109a-1b86-4097-831d-07dcf9bc962f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 945 time: 0.0511622 Nov 10 20:35:35.177262 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3e12da66-c534-477b-af10-002a6a7c9b78 req-dc6fa97d-c075-4b23-b6cb-b41136a9a06c tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415046 Nov 10 20:35:35.312207 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa407-1376-4893-8685-5aaa1ad65ee3 req-5299a312-94c8-493b-b1ed-fed278408a62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:35.313758 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f70aa407-1376-4893-8685-5aaa1ad65ee3 req-5299a312-94c8-493b-b1ed-fed278408a62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 945 time: 0.0561621 Nov 10 20:35:35.363322 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f70aa407-1376-4893-8685-5aaa1ad65ee3 req-424f3d12-f58c-4e1b-bb8c-abb27931b2e5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 Nov 10 20:35:35.386763 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43874) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:35.512353 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47874c1f-eb13-4118-8641-7a5cea50cfe6 tempest-TestVolumeBootPattern-769172730 tempest-TestVolumeBootPattern-769172730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:35.513831 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-47874c1f-eb13-4118-8641-7a5cea50cfe6 tempest-TestVolumeBootPattern-769172730 tempest-TestVolumeBootPattern-769172730-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 1093 time: 0.1258237 Nov 10 20:35:35.517195 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43878) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:35.521342 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'floatingip': {'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'port_id': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:35.542378 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:35.658617 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:35.782970 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Allocated IP 172.27.3.142 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/d9b10797-4a8a-4d47-ae74-f6cf2921620d) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:35:35.821919 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:35:35.889160 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:35.921477 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:35.956647 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:35:35.961326 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:35:35.964773 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:35:35.987886 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'Port': ['ID=d9b10797-4a8a-4d47-ae74-f6cf2921620d,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:35.999774 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.000135 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.000469 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.000797 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.001120 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.001444 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.001763 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.002083 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.002400 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.002716 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.003031 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.003342 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:36.631860 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:36.697956 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:36.850306 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:36.854878 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:36.922315 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'Port': ['ID=d9b10797-4a8a-4d47-ae74-f6cf2921620d,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:36.937734 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:37.041238 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.l3_db [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Floating IP 1278ca4e-2e96-4f01-8e70-591cbda7ee43 associated. External IP: 172.27.3.142, port: b1ecea0c-a3df-4ca9-be4a-2c50392ebf42. Nov 10 20:35:37.249879 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Router ac6aa5a3-967d-4485-95f9-dc3885cf88be has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:35:37.356253 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:35:37.366277 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] Sync routers for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:35:37.376209 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:37.378715 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:37.379357 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:37.407726 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-eac742bd-aad4-4849-b04e-dacd3b065eec tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8895063 Nov 10 20:35:37.408510 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5791215-184f-4687-9d4d-a5330916fba9', 'tag': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:35:37.410758 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16" -d '{"events": [{"name": "network-changed", "server_uuid": "a5791215-184f-4687-9d4d-a5330916fba9", "tag": "b1ecea0c-a3df-4ca9-be4a-2c50392ebf42"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:35:37.489477 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:37.501733 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c896d76-976a-4718-bd82-af42894e33ef x-openstack-request-id: req-8c896d76-976a-4718-bd82-af42894e33ef {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:35:37.502022 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5791215-184f-4687-9d4d-a5330916fba9", "tag": "b1ecea0c-a3df-4ca9-be4a-2c50392ebf42", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:35:37.502268 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c896d76-976a-4718-bd82-af42894e33ef {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:35:37.502662 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5791215-184f-4687-9d4d-a5330916fba9', 'tag': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'status': 'completed', 'code': 200} Nov 10 20:35:37.590084 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-d8bee8b0-81a2-4b71-9ae5-1bbbcc4f0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:37.591604 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-d8bee8b0-81a2-4b71-9ae5-1bbbcc4f0b42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0402796 Nov 10 20:35:37.687644 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-b5db8a01-eec6-4452-b732-967967eb3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:37.689266 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-b5db8a01-eec6-4452-b732-967967eb3704 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0900316 Nov 10 20:35:37.716915 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '1278ca4e-2e96-4f01-8e70-591cbda7ee43', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:50:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5791215-184f-4687-9d4d-a5330916fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:35:36Z', 'updated_at': '2021-11-10T20:35:36Z', 'revision_number': 0, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:37.742794 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] Checking router: ac6aa5a3-967d-4485-95f9-dc3885cf88be for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:35:37.752149 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:37.752697 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:37.765252 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-001d3185-362e-49aa-bcc9-7b71aeee80a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 HTTP/1.1" status: 200 len: 999 time: 0.0671501 Nov 10 20:35:37.818547 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-4ef06bb0-ec2b-4e0d-978c-e0d0963917f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:37.820119 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-4ef06bb0-ec2b-4e0d-978c-e0d0963917f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0479085 Nov 10 20:35:37.858194 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:37.869230 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-719aea98-821c-4303-a123-242b3a70687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:37.870763 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-719aea98-821c-4303-a123-242b3a70687f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428727 Nov 10 20:35:37.965098 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-907e1de2-cd92-48bf-9c10-a5d672b9ef85 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858660 Nov 10 20:35:38.065702 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e4d92a84-ca77-4945-8a4a-d9bfbe7e8f16 req-17d875fc-7978-4e97-904d-17576abbeed5 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931480 Nov 10 20:35:38.088662 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '1278ca4e-2e96-4f01-8e70-591cbda7ee43', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:50:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5791215-184f-4687-9d4d-a5330916fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:35:36Z', 'updated_at': '2021-11-10T20:35:36Z', 'revision_number': 0, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:38.115417 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4227c-10cf-4dfe-afcd-5fbb9ce800d8 None None] The sync data for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi is: [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '1278ca4e-2e96-4f01-8e70-591cbda7ee43', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:50:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5791215-184f-4687-9d4d-a5330916fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:35:36Z', 'updated_at': '2021-11-10T20:35:36Z', 'revision_number': 0, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:35:38.326578 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785e3a3-49ff-4d3e-a198-71537e1ae253 None None] New status for floating IP 1278ca4e-2e96-4f01-8e70-591cbda7ee43: ACTIVE {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:35:40.368410 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5a883cd9-875b-4f0a-9c2d-42c1c6da44c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:40.581255 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d562439-0927-4444-9028-d10c1a133cf0 req-c687cbd6-2f9b-469b-adcb-b3afde42f757 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:40.582723 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5d562439-0927-4444-9028-d10c1a133cf0 req-c687cbd6-2f9b-469b-adcb-b3afde42f757 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 947 time: 0.0821528 Nov 10 20:35:40.585301 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-c2632389-3863-4eeb-95d7-cfadf22a8f4d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588436 Nov 10 20:35:40.629428 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5d562439-0927-4444-9028-d10c1a133cf0 req-e35d1fbf-23c4-4807-80a9-9a54d04de2e0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407896 Nov 10 20:35:40.685617 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-11e27e8a-d0b2-4561-887d-660645977890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:40.687231 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-11e27e8a-d0b2-4561-887d-660645977890 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0396433 Nov 10 20:35:40.795960 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-16ecdc16-ff32-4587-9c43-72e292c390c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:40.797321 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-16ecdc16-ff32-4587-9c43-72e292c390c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0886667 Nov 10 20:35:40.822294 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:40.866213 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-47990d37-f060-447e-a852-abe266f0f20e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 HTTP/1.1" status: 200 len: 1001 time: 0.0580659 Nov 10 20:35:40.918975 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-0862c7cd-21ab-4c36-b85a-132d15058116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:40.920455 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-0862c7cd-21ab-4c36-b85a-132d15058116 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0452545 Nov 10 20:35:40.969436 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-55752f5e-c846-4a2c-a2cf-03bd5672c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:40.970893 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-55752f5e-c846-4a2c-a2cf-03bd5672c921 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424640 Nov 10 20:35:41.060360 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-0bb76e76-ccf5-41dc-b142-f3c1eb77cba7 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805662 Nov 10 20:35:41.156786 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a1f2700-e2f9-41e2-8db5-4788be3142e1 req-ce0a9920-7ccb-4360-bd7c-a6335c2d2bdf service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859830 Nov 10 20:35:41.752866 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6312bf-2b7a-4be6-af99-31104b036971 req-ac54c246-23dc-4256-8fe4-8685c1ca79f0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:41.754349 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bb6312bf-2b7a-4be6-af99-31104b036971 req-ac54c246-23dc-4256-8fe4-8685c1ca79f0 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 947 time: 0.0498042 Nov 10 20:35:41.800554 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-bb6312bf-2b7a-4be6-af99-31104b036971 req-ce5cd8f1-b8ee-4831-bcfd-4f076ea85531 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403481 Nov 10 20:35:42.628544 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-80782065-f094-4ef5-b3a9-c26dda4c5750 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:42.630086 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-80782065-f094-4ef5-b3a9-c26dda4c5750 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 947 time: 0.0536833 Nov 10 20:35:42.646935 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-676b1373-d404-4ef3-ace5-e92544bafad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:42.721229 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Deleting port 523afc8c-822a-44fc-bb95-1876712790a4 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:35:42.721567 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:42.815901 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] For port 523afc8c-822a-44fc-bb95-1876712790a4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=523afc8c-822a-44fc-bb95-1876712790a4,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:42.816298 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:42.994762 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e5dd-09a5-4091-b00e-e5a46be37f12 req-6cd96572-7c39-4499-9042-9332f8ad8415 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:42.996317 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4811e5dd-09a5-4091-b00e-e5a46be37f12 req-6cd96572-7c39-4499-9042-9332f8ad8415 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2c1832-6270-4c08-a600-7adc59c74867 HTTP/1.1" status: 200 len: 947 time: 0.1109159 Nov 10 20:35:43.088272 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:43.088690 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:43.088947 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Floating IP 0cf35304-5a9d-40d5-bdc3-f93104bebb1d disassociated. External IP: 172.27.3.240, port: 523afc8c-822a-44fc-bb95-1876712790a4. Nov 10 20:35:43.089298 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Calling delete_port for 523afc8c-822a-44fc-bb95-1876712790a4 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:35:43.097668 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4811e5dd-09a5-4091-b00e-e5a46be37f12 req-559a5c5b-ce28-405a-9bc8-c35bb8f88fe2 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups?id=226937de-c598-49c1-9a53-83a20376ee11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942907 Nov 10 20:35:43.218231 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:43.252081 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event deleted for resources: {'Port': ['ID=523afc8c-822a-44fc-bb95-1876712790a4,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:43.361642 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:35:43.471854 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:35:43.482544 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] Sync routers for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:35:43.492571 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:43.493229 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:43.510211 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] No DVR routers for this DVR port 523afc8c-822a-44fc-bb95-1876712790a4 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:35:43.512920 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:43.516850 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e2ce7aa-35d6-4426-9bc6-593ae4c886f6 req-cc0745e3-489c-4997-8630-e313961c6e0b tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.39 "DELETE /v2.0/ports/523afc8c-822a-44fc-bb95-1876712790a4 HTTP/1.1" status: 204 len: 173 time: 0.8805799 Nov 10 20:35:43.517834 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-deleted', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:35:43.520082 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6691f1d4-a540-4ead-b0d7-1c0fc022ced6" -d '{"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-deleted", "tag": "523afc8c-822a-44fc-bb95-1876712790a4"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:35:43.604917 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:43.647421 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27082e80-2ac6-4441-b778-4323687f9441 x-openstack-request-id: req-27082e80-2ac6-4441-b778-4323687f9441 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:35:43.648071 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2c1832-6270-4c08-a600-7adc59c74867", "name": "network-vif-deleted", "tag": "523afc8c-822a-44fc-bb95-1876712790a4", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:35:43.648284 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27082e80-2ac6-4441-b778-4323687f9441 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:35:43.648786 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2c1832-6270-4c08-a600-7adc59c74867', 'name': 'network-vif-deleted', 'tag': '523afc8c-822a-44fc-bb95-1876712790a4', 'status': 'completed', 'code': 200} Nov 10 20:35:43.836438 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:43.868616 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] Checking router: 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:35:43.884179 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:43.884794 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:43.888437 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.122706 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:44.188093 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43912) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:44.249126 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-296ec905-50e1-48e1-ad6b-5f3958cc0b3a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.282165 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-296ec905-50e1-48e1-ad6b-5f3958cc0b3a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.329546 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-296ec905-50e1-48e1-ad6b-5f3958cc0b3a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.332551 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-296ec905-50e1-48e1-ad6b-5f3958cc0b3a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.333714 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-296ec905-50e1-48e1-ad6b-5f3958cc0b3a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "DELETE /v2.0/security-groups/226937de-c598-49c1-9a53-83a20376ee11 HTTP/1.1" status: 204 len: 168 time: 0.1445992 Nov 10 20:35:44.336571 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43914) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:44.343232 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ec905-50e1-48e1-ad6b-5f3958cc0b3a tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226937de-c598-49c1-9a53-83a20376ee11,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:44.346137 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:44.350052 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.api.v2.resource [None req-97b07d57-473c-4e3b-92ad-04f7d204e037 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] show failed (client error): The resource could not be found. Nov 10 20:35:44.353911 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43916) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:44.354059 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-97b07d57-473c-4e3b-92ad-04f7d204e037 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "GET /v2.0/security-groups/226937de-c598-49c1-9a53-83a20376ee11 HTTP/1.1" status: 404 len: 347 time: 0.0163703 Nov 10 20:35:44.376393 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ad856-9802-43ef-9e61-0ee89248d971 None None] The sync data for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi is: [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:23:38Z', 'revision_number': 4, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '080c666b-a82f-43b5-a041-5ea962003b7d', 'name': '', 'network_id': '6bfa95df-19c6-4c1f-a608-f3161ade3f35', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'mac_address': 'fa:16:3e:3d:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:37Z', 'updated_at': '2021-11-10T20:23:50Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'subnets': [{'id': '3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:35:44.485608 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Deleting port 2b27d575-9f53-48fd-99cd-658ef658f3d9 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:35:44.485945 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.566639 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.566967 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.579679 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Calling delete_port for 2b27d575-9f53-48fd-99cd-658ef658f3d9 owned by network:floatingip {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:35:44.600018 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c177e-22e9-4ece-bcfe-b656dbe543d3 None None] New status for floating IP 0cf35304-5a9d-40d5-bdc3-f93104bebb1d: DOWN {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:35:44.708320 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.709543 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.db.api [None req-480c177e-22e9-4ece-bcfe-b656dbe543d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 20:35:44.709970 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG oslo_db.api [None req-480c177e-22e9-4ece-bcfe-b656dbe543d3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 20:35:44.733418 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Pushing event deleted for resources: {'Port': ['ID=2b27d575-9f53-48fd-99cd-658ef658f3d9,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:44.794204 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks [] for floatingip, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.796720 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:44.797853 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c0a3602f-6eed-4a15-9c3d-bdce034e6d62 tempest-AttachVolumeShelveTestJSON-1200955790 tempest-AttachVolumeShelveTestJSON-1200955790-project] 10.222.0.13 "DELETE /v2.0/floatingips/0cf35304-5a9d-40d5-bdc3-f93104bebb1d HTTP/1.1" status: 204 len: 168 time: 0.4429820 Nov 10 20:35:45.213043 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c177e-22e9-4ece-bcfe-b656dbe543d3 None None] New status for floating IP 0cf35304-5a9d-40d5-bdc3-f93104bebb1d: DOWN {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:35:45.329207 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:46.097224 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:35:46.120268 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 523afc8c-822a-44fc-bb95-1876712790a4 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:35:46.120623 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 523afc8c-822a-44fc-bb95-1876712790a4 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:35:46.349249 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:47.225117 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43938) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:47.679068 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754918'] for router_interface, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:47.915090 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Deleting port 080c666b-a82f-43b5-a041-5ea962003b7d {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:35:47.915422 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:47.990440 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] For port 080c666b-a82f-43b5-a041-5ea962003b7d, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=080c666b-a82f-43b5-a041-5ea962003b7d,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:47.990815 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:48.003498 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Calling delete_port for 080c666b-a82f-43b5-a041-5ea962003b7d owned by network:router_interface {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:35:48.174220 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:48.210754 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=080c666b-a82f-43b5-a041-5ea962003b7d,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:48.370969 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756086'] for router_interface, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:48.831454 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:35:48.937373 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:35:48.942260 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-9a6a4fae-68b8-4ed8-a7f5-5d920547c5d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/6cf5f2c4-d8ac-4355-9f1e-e9a00916b074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7160761 Nov 10 20:35:48.944827 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43942) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:48.947271 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] Sync routers for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:35:48.957546 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:48.958232 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:49.046027 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks [] for router, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.062513 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:49.147977 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.199333 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Deleting port 17bcb4c4-7596-45e1-9a7a-5093ba79d819 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:35:49.199669 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.245380 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:35:48Z', 'revision_number': 5, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port': {'id': '17bcb4c4-7596-45e1-9a7a-5093ba79d819', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:32Z', 'updated_at': '2021-11-10T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:49.274907 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] Checking router: 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:35:49.278972 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] For port 17bcb4c4-7596-45e1-9a7a-5093ba79d819, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=17bcb4c4-7596-45e1-9a7a-5093ba79d819,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:49.279331 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.284462 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] Routers {'6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:49.285078 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:49.295540 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Calling delete_port for 17bcb4c4-7596-45e1-9a7a-5093ba79d819 owned by network:router_gateway {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:35:49.368155 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] Set router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 gateway port host: None {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:49.418475 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:35:49Z', 'revision_number': 6, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port_host': None}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:49.447354 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491af3d-7209-440e-9c3b-8930757ba31f None None] The sync data for ids ['6cf5f2c4-d8ac-4355-9f1e-e9a00916b074'] in dv-cinder-815145-6-iscsi is: [{'id': '6cf5f2c4-d8ac-4355-9f1e-e9a00916b074', 'name': 'tempest-AttachVolumeShelveTestJSON-1490808596-router', 'tenant_id': '65cc96cfe81e47d98f146400275c46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:31Z', 'updated_at': '2021-11-10T20:35:49Z', 'revision_number': 6, 'project_id': '65cc96cfe81e47d98f146400275c46bb', 'gw_port_host': None}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:35:49.454598 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.485664 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=17bcb4c4-7596-45e1-9a7a-5093ba79d819,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:49.547235 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753820'] for router_gateway, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.641739 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256426'] for router, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.643977 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.689916 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756992'] for router, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.690568 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 {{(pid=101639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:35:49.696538 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] Publish callbacks [] for router, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.697715 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-4b9c102f-4392-4245-a233-4e1b08483e6a admin admin] 10.222.0.13 "DELETE /v2.0/routers/6cf5f2c4-d8ac-4355-9f1e-e9a00916b074 HTTP/1.1" status: 204 len: 168 time: 0.7519662 Nov 10 20:35:49.700696 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43944) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:49.749773 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9f9b3c-ba99-4908-96cd-7e507c3ba9ed admin admin] Deleting subnet 3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 {{(pid=101639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:35:49.753639 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9b3c-ba99-4908-96cd-7e507c3ba9ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.795704 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9b3c-ba99-4908-96cd-7e507c3ba9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-34352489885'] for subnet, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.885449 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9b3c-ba99-4908-96cd-7e507c3ba9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.940494 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9b3c-ba99-4908-96cd-7e507c3ba9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352658978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34353220719'] for subnet, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.966814 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-2c9f9b3c-ba99-4908-96cd-7e507c3ba9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:49.971411 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-2c9f9b3c-ba99-4908-96cd-7e507c3ba9ed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0 HTTP/1.1" status: 204 len: 168 time: 0.2696023 Nov 10 20:35:49.972239 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f9b3c-ba99-4908-96cd-7e507c3ba9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3367ab-fd40-48f3-9071-0ce8f8bdd7a0,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:49.972630 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805afd0a-d84c-4f2a-9a54-6e73f1708a82 None None] Network 6bfa95df-19c6-4c1f-a608-f3161ade3f35 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:35:49.973892 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43946) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:50.043289 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.096433 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Deleting port 0104b393-2154-454c-b39f-4129b6b89964 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:35:50.096771 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.159498 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] For port 0104b393-2154-454c-b39f-4129b6b89964, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=0104b393-2154-454c-b39f-4129b6b89964,segment=NetworkSegment(ba55c929-1c0b-4687-92d1-dd08ee0064dd),segment_id=ba55c929-1c0b-4687-92d1-dd08ee0064dd)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:50.159812 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.173175 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Calling delete_port for 0104b393-2154-454c-b39f-4129b6b89964 owned by network:dhcp {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:35:50.205482 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] DHCP port deletion for 6bfa95df-19c6-4c1f-a608-f3161ade3f35 request from dv-cinder-815145-6-iscsi {{(pid=101641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:35:50.253387 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Deleting port 0104b393-2154-454c-b39f-4129b6b89964 {{(pid=101641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:35:50.253761 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.254943 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.286896 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] No DVR routers for this DVR port 0104b393-2154-454c-b39f-4129b6b89964 on host dv-cinder-815145-6-iscsi {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:35:50.307890 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Pushing event deleted for resources: {'Port': ['ID=0104b393-2154-454c-b39f-4129b6b89964,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:50.316662 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] For port 0104b393-2154-454c-b39f-4129b6b89964, host dv-cinder-815145-6-iscsi, got binding levels [] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:50.317056 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.330619 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Calling delete_port for 0104b393-2154-454c-b39f-4129b6b89964 owned by network:dhcp {{(pid=101641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:35:50.333329 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.ipam_backend_mixin [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Port 0104b393-2154-454c-b39f-4129b6b89964 was not found and therefore no delete operation was performed {{(pid=101641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 20:35:50.334787 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850'] for port, after_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.363763 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Pushing event deleted for resources: {'Port': ['ID=0104b393-2154-454c-b39f-4129b6b89964,revision_number=None']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:50.364400 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.368096 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] No DVR routers for this DVR port 0104b393-2154-454c-b39f-4129b6b89964 on host dv-cinder-815145-6-iscsi {{(pid=101641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:35:50.375811 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.376177 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.376760 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.377097 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.377423 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.377748 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.378069 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.378388 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.379625 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.379996 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.380471 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.380953 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d184a-f686-4056-b9cb-d8a7bf0cc911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:50.389949 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfa95df-19c6-4c1f-a608-f3161ade3f35']}} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:50.399804 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba55c929-1c0b-4687-92d1-dd08ee0064dd') {'for_net_delete': True} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:50.400137 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba55c929-1c0b-4687-92d1-dd08ee0064dd') {} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:50.410108 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3767704'] for segment, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.424099 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.430584 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=101640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:35:50.431055 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352403133'] for segment, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: Traceback (most recent call last): Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: timer() Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: cb(*args, **kw) Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: return func(*args, **kwargs) Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: self._notify() Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: self.callback(batched_events) Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: event.method(event) Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: return f(self, *a, **k) Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._get(url).json() Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: return self.request(url, 'GET', **kwargs) Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:35:50.433086 dv-cinder-815145-6-iscsi neutron-server[101640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:35:50.489716 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.494531 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.497719 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] 10.222.0.13 "DELETE /v2.0/networks/6bfa95df-19c6-4c1f-a608-f3161ade3f35 HTTP/1.1" status: 204 len: 168 time: 0.5227921 Nov 10 20:35:50.512252 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135aa20-6755-4aa4-bb19-a85c3fbda94d admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfa95df-19c6-4c1f-a608-f3161ade3f35,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:50.672852 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43952) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:50.711236 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-479cc293-a194-431a-a993-7ba3b37bb590 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65cc96cfe81e47d98f146400275c46bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371544 Nov 10 20:35:50.713618 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43954) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:50.762748 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-93c07957-648a-4375-b2b9-82fb25a261d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.783121 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-93c07957-648a-4375-b2b9-82fb25a261d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.832815 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-93c07957-648a-4375-b2b9-82fb25a261d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.835731 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-93c07957-648a-4375-b2b9-82fb25a261d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:50.836954 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-93c07957-648a-4375-b2b9-82fb25a261d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb36cb42-14fa-4fdf-a4e6-581cd1cdf4cd HTTP/1.1" status: 204 len: 168 time: 0.1224566 Nov 10 20:35:50.845370 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c07957-648a-4375-b2b9-82fb25a261d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb36cb42-14fa-4fdf-a4e6-581cd1cdf4cd,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:50.923678 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 17bcb4c4-7596-45e1-9a7a-5093ba79d819 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:35:50.944209 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 17bcb4c4-7596-45e1-9a7a-5093ba79d819 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:35:50.944555 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 17bcb4c4-7596-45e1-9a7a-5093ba79d819 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:35:50.944977 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 0104b393-2154-454c-b39f-4129b6b89964 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:35:50.964097 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 0104b393-2154-454c-b39f-4129b6b89964 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:35:50.964461 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 0104b393-2154-454c-b39f-4129b6b89964 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:35:50.964882 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 080c666b-a82f-43b5-a041-5ea962003b7d no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:35:50.984365 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 080c666b-a82f-43b5-a041-5ea962003b7d {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:35:50.985038 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 080c666b-a82f-43b5-a041-5ea962003b7d not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:35:51.573498 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43976) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:51.708334 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-233393882-network', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:51.730684 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Made reservation on behalf of 02a5837d6668481e93a90c3aa59925cb for: {'network': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:35:51.732957 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for network, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:51.742358 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:51.819726 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:51.823681 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:51.850416 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=101640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:35:51.855747 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7241450-406d-4f96-932f-0318230fe86e,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:51.865179 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:51.865179 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.segments_db [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Added segment 0c835424-c1d2-43a8-b95b-a9eb4617fa0e of type vlan for network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 Nov 10 20:35:51.909673 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778915374291'] for network, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:51.933539 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975'] for network, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:51.934489 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:51.935165 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:51.985753 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4109402 Nov 10 20:35:51.988693 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43980) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:51.995056 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Request body: {'subnet': {'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-233393882-subnet', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:52.013569 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6743859-4a96-4116-aa4f-14070a16dc64 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8b4292-6f11-40d4-b05f-0d37d62cdde6,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:52.023149 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 details requested by agent ovs-agent-dv-cinder-815145-6-iscsi with host dv-cinder-815145-6-iscsi {{(pid=101641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:35:52.029112 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Made reservation on behalf of 02a5837d6668481e93a90c3aa59925cb for: {'subnet': 1} {{(pid=101640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:35:52.031493 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-34351864018'] for subnet, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.202424 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-34352402978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-34351864060'] for subnet, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.258183 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ae8317-a774-4593-9616-dba66b8ade08,revision_number=0']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:52.267271 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Checking segment: {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:35:52.267630 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Network hostable DHCP agents. Network: 0d8b4292-6f11-40d4-b05f-0d37d62cdde6, hostable agents: ['65710c19-533f-4fe8-be97-3f29b73d9c32'], hosted agents: [] {{(pid=101640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:35:52.284395 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 is scheduled to be hosted by DHCP agent 65710c19-533f-4fe8-be97-3f29b73d9c32 with binding_index 1 {{(pid=101640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:35:52.293141 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-6-iscsi, 0d8b4292-6f11-40d4-b05f-0d37d62cdde6) {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:35:52.297231 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:52.297823 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.303855 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b183398-a435-4556-b311-895303e0ddea None None] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:35:52.318745 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9318fe09-15eb-4418-8776-11501459e5b3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3259642 Nov 10 20:35:52.319280 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43982) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:52.325560 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:52.349027 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256444'] for router, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.349984 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-753775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256421'] for router, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.403685 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.458108 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad449eb-d2e0-50a0-b0b8-c10fd2eaa503-0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08'}]}} from dv-cinder-815145-6-iscsi. {{(pid=101641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:35:52.458989 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.545297 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.594823 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.db_base_plugin_common [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Allocated IP 172.20.0.2 (0d8b4292-6f11-40d4-b05f-0d37d62cdde6/34ae8317-a774-4593-9616-dba66b8ade08/accdbe89-124d-4409-b15a-ee6179fc73b2) {{(pid=101641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:35:52.742785 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Publish callbacks [] for port, precommit_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.748772 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841'] for port, after_create {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.750269 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.770799 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.885964 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Allocated IP 172.27.3.20 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/7c215c8e-d855-4736-a49e-109862c2bc7c) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:35:52.924599 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 is already hosted by enough agents. {{(pid=101641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:35:52.927609 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.scheduler.base_scheduler [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Resources bound (agent type, host, resource id): {{(pid=101641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:35:52.930028 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Received port after_create {{(pid=101641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:35:52.937580 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Pushing event updated for resources: {'Port': ['ID=accdbe89-124d-4409-b15a-ee6179fc73b2,revision_number=1']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:52.987908 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Attempting to bind port accdbe89-124d-4409-b15a-ee6179fc73b2 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:35:52.988299 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Attempting to bind port accdbe89-124d-4409-b15a-ee6179fc73b2 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:35:52.988658 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Attempting to bind port accdbe89-124d-4409-b15a-ee6179fc73b2 on network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:35:52.989854 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.993658 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:35:52.994032 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Checking segment: {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:35:52.994463 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:52.994833 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Bound using segment: {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:35:52.995284 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Bound port: accdbe89-124d-4409-b15a-ee6179fc73b2, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:35:52.995664 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:53.024897 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:53.056636 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] For port accdbe89-124d-4409-b15a-ee6179fc73b2, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:35:53.059680 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] For port accdbe89-124d-4409-b15a-ee6179fc73b2, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=accdbe89-124d-4409-b15a-ee6179fc73b2,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:35:53.065518 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:53.068654 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:35:53.071663 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:35:53.075548 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:35:53.098156 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Pushing event updated for resources: {'Port': ['ID=7c215c8e-d855-4736-a49e-109862c2bc7c,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:53.124796 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbc80f-e8db-4364-a82a-3071848e7830 None None] Pushing event updated for resources: {'Port': ['ID=accdbe89-124d-4409-b15a-ee6179fc73b2,revision_number=2']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:53.357014 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:53.791793 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753848'] for router, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:53.919839 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Router d0e16a7e-658f-439c-b521-77998c7715f0 is scheduled to L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb with binding_index 1 {{(pid=101640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:35:53.983623 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bad356-bc6e-428f-a7a5-dc80685e1840 None None] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:35:54.027212 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:35:54.040484 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Sync routers for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:35:54.046173 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.047449 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-caa32fd5-d539-4cc8-9830-eecf765b1cdf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7268977 Nov 10 20:35:54.050093 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43984) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:54.057273 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:54.058540 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:54.077181 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-70e2cfe6-56b4-4ba1-8a0e-fd01928f1266 None None] Provisioning complete for port accdbe89-124d-4409-b15a-ee6179fc73b2 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:54.078336 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-70e2cfe6-56b4-4ba1-8a0e-fd01928f1266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.172966 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:54.215868 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-70e2cfe6-56b4-4ba1-8a0e-fd01928f1266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.251905 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-70e2cfe6-56b4-4ba1-8a0e-fd01928f1266 None None] For port accdbe89-124d-4409-b15a-ee6179fc73b2, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=accdbe89-124d-4409-b15a-ee6179fc73b2,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:54.258990 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-70e2cfe6-56b4-4ba1-8a0e-fd01928f1266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.320671 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2cfe6-56b4-4ba1-8a0e-fd01928f1266 None None] Pushing event updated for resources: {'Port': ['ID=accdbe89-124d-4409-b15a-ee6179fc73b2,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:54.455079 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:53Z', 'revision_number': 3, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:54.480223 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-158e907e-8ef8-48c3-82b4-a2db2a2a7eb2 None None] Provisioning complete for port accdbe89-124d-4409-b15a-ee6179fc73b2 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:54.480546 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-158e907e-8ef8-48c3-82b4-a2db2a2a7eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.484017 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Checking router: d0e16a7e-658f-439c-b521-77998c7715f0 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:35:54.484365 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Updating router d0e16a7e-658f-439c-b521-77998c7715f0 port 7c215c8e-d855-4736-a49e-109862c2bc7c binding host dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:35:54.510059 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.516000 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.665981 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.db_base_plugin_common [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Allocated IP 172.20.0.1 (0d8b4292-6f11-40d4-b05f-0d37d62cdde6/34ae8317-a774-4593-9616-dba66b8ade08/4d3e0abc-1d57-40b5-aedc-7bad893734a3) {{(pid=101640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:35:54.757014 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Publish callbacks [] for port, precommit_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.762887 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.774058 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.807205 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.817125 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Pushing event updated for resources: {'Port': ['ID=7c215c8e-d855-4736-a49e-109862c2bc7c,revision_number=2']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:54.819173 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Attempting to bind port 7c215c8e-d855-4736-a49e-109862c2bc7c on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:35:54.819526 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Attempting to bind port 7c215c8e-d855-4736-a49e-109862c2bc7c by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:35:54.819892 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Attempting to bind port 7c215c8e-d855-4736-a49e-109862c2bc7c on network a9bef7bd-3a91-4d80-9b82-f093735233bb {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:35:54.828742 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:35:54.829143 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Checking segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:35:54.829537 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.829924 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Bound using segment: {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'} {{(pid=101642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:35:54.830386 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.managers [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Bound port: 7c215c8e-d855-4736-a49e-109862c2bc7c, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c100757-a06a-41c1-acef-3e41aaa600ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}}] {{(pid=101642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:35:54.830770 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.832963 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.833341 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.833671 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.834000 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.834328 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.834657 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.834981 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.835308 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.835645 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.835991 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.836315 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.836635 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:54.846407 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:35:54.853519 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:35:54.855827 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Received port after_create {{(pid=101640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:35:54.892169 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Pushing event updated for resources: {'Port': ['ID=4d3e0abc-1d57-40b5-aedc-7bad893734a3,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:54.913650 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] For port 7c215c8e-d855-4736-a49e-109862c2bc7c, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:35:54.914152 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754799'] for router_interface, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.922256 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.plugins.ml2.db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] For port 7c215c8e-d855-4736-a49e-109862c2bc7c, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7c215c8e-d855-4736-a49e-109862c2bc7c,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:35:54.930842 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron_lib.callbacks.manager [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:54.977672 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device accdbe89-124d-4409-b15a-ee6179fc73b2 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:35:54.985847 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:54.986482 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:55.044051 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port accdbe89-124d-4409-b15a-ee6179fc73b2 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:55.044567 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.065729 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.101103 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:55.183773 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-c62116ce-9357-4961-a7b8-e8d062f66f16 None None] Provisioning complete for port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:55.184353 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c62116ce-9357-4961-a7b8-e8d062f66f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.208866 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba14cf-f52a-426f-964e-34981903992c None None] Pushing event updated for resources: {'Port': ['ID=7c215c8e-d855-4736-a49e-109862c2bc7c,revision_number=3']} {{(pid=101642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:55.229207 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-c62116ce-9357-4961-a7b8-e8d062f66f16 None None] Port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:35:55.244204 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.249053 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352403161'] for port, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.305626 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:53Z', 'revision_number': 3, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:55.318014 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Pushing event updated for resources: {'Port': ['ID=4d3e0abc-1d57-40b5-aedc-7bad893734a3,revision_number=2']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:55.321480 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754939'] for router_interface, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.331578 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c4fc9-1781-4370-b038-73c387398a4e None None] The sync data for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi is: [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:53Z', 'revision_number': 3, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:35:55.414921 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 is already hosted by enough agents. {{(pid=101640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:35:55.416278 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.base_scheduler [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:35:55.564447 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Router d0e16a7e-658f-439c-b521-77998c7715f0 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:35:55.657464 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-f71be346-8fdb-457f-96e1-a198cc0112bd None None] Provisioning complete for port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:55.657828 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f71be346-8fdb-457f-96e1-a198cc0112bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.682221 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:35:55.687743 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-8bdb5cba-e6ac-43b9-9f69-f6ab8fc310fe admin admin] 10.222.0.13 "PUT /v2.0/routers/d0e16a7e-658f-439c-b521-77998c7715f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6309669 Nov 10 20:35:55.699206 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-f71be346-8fdb-457f-96e1-a198cc0112bd None None] Port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:35:56.153760 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 43992) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:56.158875 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-9490e82e-a674-4a4e-b43a-5b8cd117826f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42483061', 'description': 'tempest-description--1349120934'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:56.181172 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9490e82e-a674-4a4e-b43a-5b8cd117826f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.246376 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9490e82e-a674-4a4e-b43a-5b8cd117826f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.250137 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9490e82e-a674-4a4e-b43a-5b8cd117826f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.277308 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9490e82e-a674-4a4e-b43a-5b8cd117826f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.278507 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9490e82e-a674-4a4e-b43a-5b8cd117826f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1237135 Nov 10 20:35:56.282030 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43994) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:56.283633 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490e82e-a674-4a4e-b43a-5b8cd117826f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad8793-23e9-465c-a8a4-aba2688e6662,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:56.287764 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-7f2f20c0-6f3b-4074-a902-d3aa9e42df39 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'security_group_rule': {'security_group_id': 'c2ad8793-23e9-465c-a8a4-aba2688e6662', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:56.315715 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7f2f20c0-6f3b-4074-a902-d3aa9e42df39 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.369195 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7f2f20c0-6f3b-4074-a902-d3aa9e42df39 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.372453 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7f2f20c0-6f3b-4074-a902-d3aa9e42df39 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.389111 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f20c0-6f3b-4074-a902-d3aa9e42df39 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b61e7c4-875c-4e23-9c9a-d06d02791b14,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:56.397533 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7f2f20c0-6f3b-4074-a902-d3aa9e42df39 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.401100 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-7f2f20c0-6f3b-4074-a902-d3aa9e42df39 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156609 Nov 10 20:35:56.401288 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43996) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:56.406074 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-d03ac3f1-0ef9-4786-a06b-a836c0ccde18 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'security_group_rule': {'security_group_id': 'c2ad8793-23e9-465c-a8a4-aba2688e6662', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:56.430698 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d03ac3f1-0ef9-4786-a06b-a836c0ccde18 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.485067 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d03ac3f1-0ef9-4786-a06b-a836c0ccde18 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.489205 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d03ac3f1-0ef9-4786-a06b-a836c0ccde18 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.509071 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ac3f1-0ef9-4786-a06b-a836c0ccde18 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ffdcd3-723f-4551-9b91-650adeefb2b8,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:56.513314 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d03ac3f1-0ef9-4786-a06b-a836c0ccde18 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.516394 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-d03ac3f1-0ef9-4786-a06b-a836c0ccde18 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141400 Nov 10 20:35:56.518082 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 43998) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:35:56.522454 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'floatingip': {'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:56.545905 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.647900 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.754106 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Allocated IP 172.27.3.177 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/df39a5e1-3f98-4004-966b-d693191dd9ba) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:35:56.798448 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Sync routers for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:35:56.807696 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:56.808404 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:56.860313 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.899638 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:56.931056 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:56.935748 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:35:56.939139 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:35:56.951539 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:35:56.954654 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'Port': ['ID=df39a5e1-3f98-4004-966b-d693191dd9ba,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:56.964575 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7c215c8e-d855-4736-a49e-109862c2bc7c up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:35:57.037748 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.071216 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.105267 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 7c215c8e-d855-4736-a49e-109862c2bc7c triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:57.105549 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.219750 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.224568 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.234961 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.251996 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 2, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:57.286996 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Checking router: d0e16a7e-658f-439c-b521-77998c7715f0 for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:35:57.287661 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Updating router d0e16a7e-658f-439c-b521-77998c7715f0 port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 binding host dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:35:57.291723 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] For port 7c215c8e-d855-4736-a49e-109862c2bc7c, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7c215c8e-d855-4736-a49e-109862c2bc7c,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:57.303697 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'Port': ['ID=df39a5e1-3f98-4004-966b-d693191dd9ba,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:57.313614 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.314635 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.329837 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.339906 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-331d83bd-b1fe-4c0e-aa2b-44343071e379 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8120430 Nov 10 20:35:57.342546 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.399431 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Pushing event updated for resources: {'Port': ['ID=7c215c8e-d855-4736-a49e-109862c2bc7c,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:57.482615 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-768ad713-13f6-4284-81c1-0519436f1b9a tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--42483061&fields=id&tenant_id=02a5837d6668481e93a90c3aa59925cb HTTP/1.1" status: 200 len: 267 time: 0.0456796 Nov 10 20:35:57.596123 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5908-2964-4862-acda-c0cd699fb88a req-ad0e6a1e-55c8-4431-a6a4-d9c90fb91274 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:57.597583 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-ad0e6a1e-55c8-4431-a6a4-d9c90fb91274 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 810 time: 0.1083765 Nov 10 20:35:57.613323 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-a6f60a5e-1511-4ff8-9b65-36bdf9c61282 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/quotas/02a5837d6668481e93a90c3aa59925cb HTTP/1.1" status: 200 len: 375 time: 0.0097082 Nov 10 20:35:57.626219 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Publish callbacks [] for port, precommit_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.631847 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.667876 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-941d42e2-d4bd-44c8-9688-2901f1d52287 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487356 Nov 10 20:35:57.680542 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84756cf-47de-4a2c-9a48-46ce0bacbd14 None None] Pushing event updated for resources: {'Port': ['ID=4d3e0abc-1d57-40b5-aedc-7bad893734a3,revision_number=3']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:57.733330 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Attempting to bind port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 on host dv-cinder-815145-6-iscsi for vnic_type normal with profile {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:35:57.734439 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Attempting to bind port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 by drivers openvswitch,hyperv on host dv-cinder-815145-6-iscsi at level 0 using segments [{'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:35:57.734973 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Attempting to bind port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 on network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:35:57.737783 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-86d5ceb8-34f1-48fe-aab7-00db7e1dc75b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:35:57.738782 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-86d5ceb8-34f1-48fe-aab7-00db7e1dc75b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0569623 Nov 10 20:35:57.740772 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Checking agent: {'id': 'e47e2711-f783-4060-b588-6491b51b9639', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 15, 16), 'started_at': datetime.datetime(2021, 11, 10, 20, 15, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:35:57.741152 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Checking segment: {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:35:57.741553 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.741948 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Bound using segment: {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'} {{(pid=101641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:35:57.742417 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.managers [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Bound port: 4d3e0abc-1d57-40b5-aedc-7bad893734a3, host: dv-cinder-815145-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'}}] {{(pid=101641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:35:57.742808 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.812940 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] For port 4d3e0abc-1d57-40b5-aedc-7bad893734a3, host dv-cinder-815145-6-iscsi, cleared binding levels {{(pid=101641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:35:57.816956 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] For port 4d3e0abc-1d57-40b5-aedc-7bad893734a3, host dv-cinder-815145-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4d3e0abc-1d57-40b5-aedc-7bad893734a3,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:35:57.822075 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.843796 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-e09c4779-2ad2-4ff8-a574-8d4c91326678 service neutron] 10.222.0.13 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962493 Nov 10 20:35:57.873621 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:35:57.874789 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:57.924569 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84756cf-47de-4a2c-9a48-46ce0bacbd14 None None] Pushing event updated for resources: {'Port': ['ID=4d3e0abc-1d57-40b5-aedc-7bad893734a3,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:57.948550 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-13d24a9b-b8a7-470d-a8b3-79cde65c973e None None] Provisioning complete for port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:57.949210 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-13d24a9b-b8a7-470d-a8b3-79cde65c973e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:57.950969 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-513ce6cd-a499-426c-a300-b9954dda3abf service neutron] 10.222.0.13 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008351 Nov 10 20:35:58.040548 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:35:58.133216 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-683d08e5-c7f1-4643-8f27-2e5b81656eca req-bebb8b62-0886-4ec3-995d-547fc59346b7 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 210 time: 0.0311208 Nov 10 20:35:58.324947 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-13d24a9b-b8a7-470d-a8b3-79cde65c973e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:58.389062 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-13d24a9b-b8a7-470d-a8b3-79cde65c973e None None] For port 4d3e0abc-1d57-40b5-aedc-7bad893734a3, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4d3e0abc-1d57-40b5-aedc-7bad893734a3,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:58.396811 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-13d24a9b-b8a7-470d-a8b3-79cde65c973e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:58.475818 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d24a9b-b8a7-470d-a8b3-79cde65c973e None None] Pushing event updated for resources: {'Port': ['ID=4d3e0abc-1d57-40b5-aedc-7bad893734a3,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:58.496469 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:35:58.530760 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd2ec3-6847-429a-942a-b49640cfe772 None None] The sync data for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi is: [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:35:58.542121 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-97dcabce-be91-400a-be29-dd4b65e7e186 None None] Provisioning complete for port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:58.542525 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-97dcabce-be91-400a-be29-dd4b65e7e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:58.984190 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4d3e0abc-1d57-40b5-aedc-7bad893734a3 up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:35:59.039097 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:59.039562 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:59.121955 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7c215c8e-d855-4736-a49e-109862c2bc7c up at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:35:59.174283 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Provisioning complete for port 7c215c8e-d855-4736-a49e-109862c2bc7c triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:35:59.174653 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:59.265503 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2fd4d1b6-e2f3-4454-82bb-4e3f52667638 req-f7c1d944-abcc-42c9-898c-01a85919053f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 210 time: 0.0479956 Nov 10 20:35:59.294289 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5908-2964-4862-acda-c0cd699fb88a req-a3a06650-39ca-483e-bb59-92dee875f103 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:59.296378 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-a3a06650-39ca-483e-bb59-92dee875f103 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 810 time: 0.1470797 Nov 10 20:35:59.384579 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-84e1c0da-7b6b-4b03-8321-8292d83aa3e8 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02a5837d6668481e93a90c3aa59925cb HTTP/1.1" status: 200 len: 378 time: 0.0560539 Nov 10 20:35:59.395200 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'port': {'device_id': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'admin_state_up': True, 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'security_groups': ['c2ad8793-23e9-465c-a8a4-aba2688e6662']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:35:59.509882 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Made reservation on behalf of 02a5837d6668481e93a90c3aa59925cb for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:35:59.513648 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:59.642256 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Allocated IP 172.20.0.9 (0d8b4292-6f11-40d4-b05f-0d37d62cdde6/34ae8317-a774-4593-9616-dba66b8ade08/78985c50-024f-4a9a-9528-d8c2f60d6713) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:35:59.774484 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:59.806927 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:59.854256 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:35:59.857404 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:35:59.861992 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:35:59.886451 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'Port': ['ID=78985c50-024f-4a9a-9528-d8c2f60d6713,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:59.916525 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:59.917165 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:59.934012 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-9a622300-566f-43b5-b752-bf807982ce15 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425589 Nov 10 20:35:59.952755 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Request body: {'port': {'device_id': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:36:00.009811 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.074236 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-08285c54-25dc-4408-84da-bdad1614033f None None] Provisioning complete for port 78985c50-024f-4a9a-9528-d8c2f60d6713 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:36:00.074818 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-08285c54-25dc-4408-84da-bdad1614033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.107323 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-08285c54-25dc-4408-84da-bdad1614033f None None] Port 78985c50-024f-4a9a-9528-d8c2f60d6713 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:36:00.267114 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78985c50-024f-4a9a-9528-d8c2f60d6713 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:36:00.274204 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.285668 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Transition to ACTIVE for port object 78985c50-024f-4a9a-9528-d8c2f60d6713 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:36:00.289745 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.348315 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Pushing event updated for resources: {'Port': ['ID=78985c50-024f-4a9a-9528-d8c2f60d6713,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:00.431413 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3de80a-f3e7-4622-9b8e-6f0563d9bb2f req-b2db8488-2e36-482b-b896-be4d4fca9def tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:00.432963 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6d3de80a-f3e7-4622-9b8e-6f0563d9bb2f req-b2db8488-2e36-482b-b896-be4d4fca9def tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 943 time: 0.1006341 Nov 10 20:36:00.467677 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Attempting to bind port 78985c50-024f-4a9a-9528-d8c2f60d6713 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:36:00.468109 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Attempting to bind port 78985c50-024f-4a9a-9528-d8c2f60d6713 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:36:00.468440 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Attempting to bind port 78985c50-024f-4a9a-9528-d8c2f60d6713 on network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:36:00.479915 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Port 78985c50-024f-4a9a-9528-d8c2f60d6713 on network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:36:00.480251 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Attempting to bind port 78985c50-024f-4a9a-9528-d8c2f60d6713 on network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:36:00.492688 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:36:00.493023 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Checking segment: {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:36:00.493399 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Bound using segment: {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:36:00.493847 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Bound port: 78985c50-024f-4a9a-9528-d8c2f60d6713, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:36:00.494198 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.508498 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6d3de80a-f3e7-4622-9b8e-6f0563d9bb2f req-22cfc7f3-390b-4722-bd88-ae48ce6094c5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676987 Nov 10 20:36:00.563427 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] For port 78985c50-024f-4a9a-9528-d8c2f60d6713, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:36:00.566324 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] For port 78985c50-024f-4a9a-9528-d8c2f60d6713, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78985c50-024f-4a9a-9528-d8c2f60d6713,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:36:00.569591 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.602166 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:00.602786 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.604250 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] 10.222.0.39 "PUT /v2.0/ports/78985c50-024f-4a9a-9528-d8c2f60d6713 HTTP/1.1" status: 200 len: 1093 time: 0.6557636 Nov 10 20:36:00.604701 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'tag': '78985c50-024f-4a9a-9528-d8c2f60d6713'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:36:00.606947 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65b7074-dc35-433b-aa3d-aba9dd55900b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea75fdc-5f10-4b44-a050-c427d3afa75d", "tag": "78985c50-024f-4a9a-9528-d8c2f60d6713"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:36:00.643620 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129a4b1-dd87-4009-9a4d-53101e496c9a service neutron] Pushing event updated for resources: {'Port': ['ID=78985c50-024f-4a9a-9528-d8c2f60d6713,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:00.656831 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5524f2-5902-4317-9625-f18838311ea3 x-openstack-request-id: req-1a5524f2-5902-4317-9625-f18838311ea3 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:36:00.657266 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea75fdc-5f10-4b44-a050-c427d3afa75d", "tag": "78985c50-024f-4a9a-9528-d8c2f60d6713", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:36:00.657529 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a5524f2-5902-4317-9625-f18838311ea3 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:36:00.657965 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'tag': '78985c50-024f-4a9a-9528-d8c2f60d6713', 'status': 'completed', 'code': 200} Nov 10 20:36:00.731683 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5908-2964-4862-acda-c0cd699fb88a req-6b275aba-904f-413e-acea-6fb7f383749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:00.733238 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-6b275aba-904f-413e-acea-6fb7f383749e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 1096 time: 0.0466325 Nov 10 20:36:00.784494 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-c80c6f2f-a076-4b6b-84d1-cf0d687d45e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78985c50-024f-4a9a-9528-d8c2f60d6713 HTTP/1.1" status: 200 len: 217 time: 0.0346248 Nov 10 20:36:00.832737 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5908-2964-4862-acda-c0cd699fb88a req-b97b3b8d-a288-41e8-89c3-032f7c948c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:00.834139 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-b97b3b8d-a288-41e8-89c3-032f7c948c33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0418985 Nov 10 20:36:00.883470 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5908-2964-4862-acda-c0cd699fb88a req-6d559b38-fb52-45a9-bd0a-0014d1696237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:00.884947 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-6d559b38-fb52-45a9-bd0a-0014d1696237 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430639 Nov 10 20:36:00.978721 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-8d03ece5-c985-4efd-a279-5d9b991c5aaf service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844388 Nov 10 20:36:01.073602 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-104d5908-2964-4862-acda-c0cd699fb88a req-d5783bbc-9647-482b-9dd4-1858583f47c1 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Nov 10 20:36:01.201790 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-6fe41294-8f20-4457-aacf-a4d66edb8835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:01.203870 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-6fe41294-8f20-4457-aacf-a4d66edb8835 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 1096 time: 0.0414758 Nov 10 20:36:01.296901 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-6ee0609a-9285-41ae-85d0-9ba961696dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:01.298352 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-6ee0609a-9285-41ae-85d0-9ba961696dc3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 911 time: 0.0874064 Nov 10 20:36:01.338807 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-daf46166-8f0b-4911-b4f1-e5bd88cbb56f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78985c50-024f-4a9a-9528-d8c2f60d6713 HTTP/1.1" status: 200 len: 217 time: 0.0330703 Nov 10 20:36:01.387316 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-b89d3461-b730-4c46-8cd6-8ec298689110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:01.388762 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-b89d3461-b730-4c46-8cd6-8ec298689110 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0419872 Nov 10 20:36:01.432754 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-19754cff-6ff6-47d4-bd12-530ec6cbe85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:01.434175 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-19754cff-6ff6-47d4-bd12-530ec6cbe85c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383484 Nov 10 20:36:01.524383 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-bff538d9-32fa-41cc-9a0a-658dc3bacdbd service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816624 Nov 10 20:36:01.648547 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-c65b7074-dc35-433b-aa3d-aba9dd55900b req-c13c890b-b204-4a9d-b75d-9dfa78e2fea7 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164513 Nov 10 20:36:01.655880 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623b45b-55b0-44e4-9555-487e53c54988 req-e430bb14-473f-445c-b926-4fca9c60ce71 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:01.657272 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3623b45b-55b0-44e4-9555-487e53c54988 req-e430bb14-473f-445c-b926-4fca9c60ce71 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 943 time: 0.0790715 Nov 10 20:36:01.704878 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-3623b45b-55b0-44e4-9555-487e53c54988 req-1fbf7a65-ff2a-4222-a721-a8a887ec1bb6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417676 Nov 10 20:36:02.819204 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c86a6-547b-4c9a-aff3-02a67950759c req-e75c8886-2051-4658-8f04-88bf4541dcbc tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:02.820706 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0b7c86a6-547b-4c9a-aff3-02a67950759c req-e75c8886-2051-4658-8f04-88bf4541dcbc tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 943 time: 0.0472331 Nov 10 20:36:02.867003 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0b7c86a6-547b-4c9a-aff3-02a67950759c req-748457bf-4779-44d8-bd92-1093cf2e9688 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405822 Nov 10 20:36:03.977781 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11e484-02f4-4eb8-a2be-54d8fd82ac3f req-5b31ff3a-50c4-4f73-89dd-43ab134842f0 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:03.979218 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ee11e484-02f4-4eb8-a2be-54d8fd82ac3f req-5b31ff3a-50c4-4f73-89dd-43ab134842f0 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 943 time: 0.0471549 Nov 10 20:36:04.024144 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ee11e484-02f4-4eb8-a2be-54d8fd82ac3f req-85650fb6-3318-4f63-986c-36b9dac87154 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391407 Nov 10 20:36:04.159990 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 78985c50-024f-4a9a-9528-d8c2f60d6713 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:36:04.256544 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 78985c50-024f-4a9a-9528-d8c2f60d6713, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78985c50-024f-4a9a-9528-d8c2f60d6713,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:36:04.268182 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '78985c50-024f-4a9a-9528-d8c2f60d6713', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'port_id': '78985c50-024f-4a9a-9528-d8c2f60d6713', 'mac_address': 'fa:16:3e:15:b1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:36:04.303482 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:04.316611 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78985c50-024f-4a9a-9528-d8c2f60d6713 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:36:04.339393 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 78985c50-024f-4a9a-9528-d8c2f60d6713, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78985c50-024f-4a9a-9528-d8c2f60d6713,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:36:04.343332 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:04.387762 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=78985c50-024f-4a9a-9528-d8c2f60d6713,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:04.811098 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['78985c50-024f-4a9a-9528-d8c2f60d6713'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:36:05.134412 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b886-f0fa-410a-8c84-9cc1ce37bf61 req-1125d150-2942-46e6-a0d0-8a89cfb0c807 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:05.135776 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-83b8b886-f0fa-410a-8c84-9cc1ce37bf61 req-1125d150-2942-46e6-a0d0-8a89cfb0c807 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 944 time: 0.0470793 Nov 10 20:36:05.181122 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-83b8b886-f0fa-410a-8c84-9cc1ce37bf61 req-f5bce942-d491-4036-b935-f31a6357b9e3 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388567 Nov 10 20:36:06.174471 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 78985c50-024f-4a9a-9528-d8c2f60d6713 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:36:06.223697 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 78985c50-024f-4a9a-9528-d8c2f60d6713 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:36:06.228036 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 78985c50-024f-4a9a-9528-d8c2f60d6713 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:36:06.228412 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:06.299812 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fe9b3-74fe-4f3c-b7d5-fb4b44678cec req-1e8a8955-787e-457f-b960-10ca377ccd6c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:06.301332 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ee1fe9b3-74fe-4f3c-b7d5-fb4b44678cec req-1e8a8955-787e-457f-b960-10ca377ccd6c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 944 time: 0.0515127 Nov 10 20:36:06.306544 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:06.329902 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78985c50-024f-4a9a-9528-d8c2f60d6713'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:36:06.332189 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14227af-8c0a-48b4-989c-dab902e080e2" -d '{"events": [{"server_uuid": "5ea75fdc-5f10-4b44-a050-c427d3afa75d", "name": "network-vif-plugged", "status": "completed", "tag": "78985c50-024f-4a9a-9528-d8c2f60d6713"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:36:06.348215 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 78985c50-024f-4a9a-9528-d8c2f60d6713, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78985c50-024f-4a9a-9528-d8c2f60d6713,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:36:06.348835 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ee1fe9b3-74fe-4f3c-b7d5-fb4b44678cec req-4eaea31f-ff0c-42e9-93a0-8738de26417e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414448 Nov 10 20:36:06.352289 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:06.379493 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7153cbab-bb9e-4618-9333-f5116da0f9bf x-openstack-request-id: req-7153cbab-bb9e-4618-9333-f5116da0f9bf {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:36:06.379787 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea75fdc-5f10-4b44-a050-c427d3afa75d", "name": "network-vif-plugged", "status": "completed", "tag": "78985c50-024f-4a9a-9528-d8c2f60d6713", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:36:06.380067 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7153cbab-bb9e-4618-9333-f5116da0f9bf {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:36:06.380458 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78985c50-024f-4a9a-9528-d8c2f60d6713', 'code': 200} Nov 10 20:36:06.403413 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=78985c50-024f-4a9a-9528-d8c2f60d6713,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:06.591130 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3a61a-4cf4-4705-afb3-61aa068aefc9 req-cf8c4036-f6c8-4c09-8f2a-ae8e8e0de204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:06.592633 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-85e3a61a-4cf4-4705-afb3-61aa068aefc9 req-cf8c4036-f6c8-4c09-8f2a-ae8e8e0de204 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 1098 time: 0.0408406 Nov 10 20:36:06.636592 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-85e3a61a-4cf4-4705-afb3-61aa068aefc9 req-d9113199-6e8c-4d47-aa1c-000f46795ee2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361161 Nov 10 20:36:07.473172 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ddd13-084c-4d9d-aabb-cf44d8397008 req-7f71fbd7-ecd4-4733-a4c1-b79725205c68 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:07.474620 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a70ddd13-084c-4d9d-aabb-cf44d8397008 req-7f71fbd7-ecd4-4733-a4c1-b79725205c68 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0511866 Nov 10 20:36:07.519650 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a70ddd13-084c-4d9d-aabb-cf44d8397008 req-d8d7806d-fa6a-4dbb-b570-1212d9a68478 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392389 Nov 10 20:36:08.630698 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48838d1e-e8c3-4d44-877a-1b5e3348d456 req-80d2df96-5dbf-429e-9f82-0b611d6ba9bc tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:08.632149 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-48838d1e-e8c3-4d44-877a-1b5e3348d456 req-80d2df96-5dbf-429e-9f82-0b611d6ba9bc tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0471754 Nov 10 20:36:08.681924 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-48838d1e-e8c3-4d44-877a-1b5e3348d456 req-455c6d51-43d2-4093-a10c-c3e6ec714a81 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438454 Nov 10 20:36:08.790381 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878cd05-7bcb-4cb5-8b80-3c43042c9741 req-1b106509-1cb3-4b80-ae54-2312971fb003 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:08.791844 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6878cd05-7bcb-4cb5-8b80-3c43042c9741 req-1b106509-1cb3-4b80-ae54-2312971fb003 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0475032 Nov 10 20:36:08.801161 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 44056) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:36:08.805479 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-094d9538-37ca-46f8-be92-9ae7a77d3da6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'floatingip': {'port_id': '78985c50-024f-4a9a-9528-d8c2f60d6713'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:36:08.842851 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-094d9538-37ca-46f8-be92-9ae7a77d3da6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:09.274524 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-094d9538-37ca-46f8-be92-9ae7a77d3da6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:09.278070 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-094d9538-37ca-46f8-be92-9ae7a77d3da6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:09.376262 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.l3_db [None req-094d9538-37ca-46f8-be92-9ae7a77d3da6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Floating IP 91056fc1-28a2-4ae1-8972-76965d8e594a associated. External IP: 172.27.3.177, port: 78985c50-024f-4a9a-9528-d8c2f60d6713. Nov 10 20:36:09.574812 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094d9538-37ca-46f8-be92-9ae7a77d3da6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Router d0e16a7e-658f-439c-b521-77998c7715f0 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:36:09.678296 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094d9538-37ca-46f8-be92-9ae7a77d3da6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:36:09.682790 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-094d9538-37ca-46f8-be92-9ae7a77d3da6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:09.689113 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] Sync routers for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:36:09.699318 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:36:09.699915 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:36:09.709832 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-094d9538-37ca-46f8-be92-9ae7a77d3da6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "PUT /v2.0/floatingips/91056fc1-28a2-4ae1-8972-76965d8e594a HTTP/1.1" status: 200 len: 991 time: 0.9076529 Nov 10 20:36:09.710409 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'tag': '78985c50-024f-4a9a-9528-d8c2f60d6713'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:36:09.712791 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b954550-3559-4c53-9247-0d21e146f92a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea75fdc-5f10-4b44-a050-c427d3afa75d", "tag": "78985c50-024f-4a9a-9528-d8c2f60d6713"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:36:09.755503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab01803-1f4f-4473-93d0-95ccb7d37636 x-openstack-request-id: req-9ab01803-1f4f-4473-93d0-95ccb7d37636 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:36:09.755822 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea75fdc-5f10-4b44-a050-c427d3afa75d", "tag": "78985c50-024f-4a9a-9528-d8c2f60d6713", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:36:09.756274 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ab01803-1f4f-4473-93d0-95ccb7d37636 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:36:09.756802 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'tag': '78985c50-024f-4a9a-9528-d8c2f60d6713', 'status': 'completed', 'code': 200} Nov 10 20:36:09.804815 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:36:09.845525 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b954550-3559-4c53-9247-0d21e146f92a req-5eb37dbf-a715-4d7b-8d43-3df4fd163c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:09.847023 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b954550-3559-4c53-9247-0d21e146f92a req-5eb37dbf-a715-4d7b-8d43-3df4fd163c76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 1098 time: 0.0410209 Nov 10 20:36:09.940206 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b954550-3559-4c53-9247-0d21e146f92a req-13dd8008-b739-46e0-a622-b5ba36ae025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:09.941652 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b954550-3559-4c53-9247-0d21e146f92a req-13dd8008-b739-46e0-a622-b5ba36ae025d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 911 time: 0.0861614 Nov 10 20:36:10.005232 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b954550-3559-4c53-9247-0d21e146f92a req-9bc0fcf1-067e-437e-a454-bfe11784532e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78985c50-024f-4a9a-9528-d8c2f60d6713 HTTP/1.1" status: 200 len: 999 time: 0.0563648 Nov 10 20:36:10.028781 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '91056fc1-28a2-4ae1-8972-76965d8e594a', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'port_id': '78985c50-024f-4a9a-9528-d8c2f60d6713', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'mac_address': 'fa:16:3e:15:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:35:56Z', 'updated_at': '2021-11-10T20:36:09Z', 'revision_number': 1, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:36:10.053312 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b954550-3559-4c53-9247-0d21e146f92a req-6590af58-250c-48e7-90a3-3384adeaf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:10.054622 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] Checking router: d0e16a7e-658f-439c-b521-77998c7715f0 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:36:10.054778 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b954550-3559-4c53-9247-0d21e146f92a req-6590af58-250c-48e7-90a3-3384adeaf7a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0425751 Nov 10 20:36:10.063250 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:36:10.063867 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:35:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:36:10.103303 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b954550-3559-4c53-9247-0d21e146f92a req-688384b4-0ef6-4a0d-98f4-8285054adb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:10.104716 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b954550-3559-4c53-9247-0d21e146f92a req-688384b4-0ef6-4a0d-98f4-8285054adb47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423014 Nov 10 20:36:10.198499 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b954550-3559-4c53-9247-0d21e146f92a req-eae4196d-e263-42f4-8b68-271e55223bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848093 Nov 10 20:36:10.251594 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:36:10.291821 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8b954550-3559-4c53-9247-0d21e146f92a req-394de658-dcef-4684-9dcf-c0f17f92fa61 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847859 Nov 10 20:36:10.369691 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-e140d3ff-0b76-4943-8769-81d1dad1e8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:10.475325 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '91056fc1-28a2-4ae1-8972-76965d8e594a', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'port_id': '78985c50-024f-4a9a-9528-d8c2f60d6713', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'mac_address': 'fa:16:3e:15:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:35:56Z', 'updated_at': '2021-11-10T20:36:09Z', 'revision_number': 1, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:36:10.500270 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4074ae-3ddc-470c-8c6e-def4c0de7795 None None] The sync data for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi is: [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '91056fc1-28a2-4ae1-8972-76965d8e594a', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'port_id': '78985c50-024f-4a9a-9528-d8c2f60d6713', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'mac_address': 'fa:16:3e:15:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:35:56Z', 'updated_at': '2021-11-10T20:36:09Z', 'revision_number': 1, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:36:10.679329 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc862f29-d6bc-4d19-a05c-b8b033939d70 None None] New status for floating IP 91056fc1-28a2-4ae1-8972-76965d8e594a: ACTIVE {{(pid=101641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:36:10.830320 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:12.649579 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-39efd2aa-db6e-4adc-9bd6-f40f0c6f9cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:12.819877 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:36:13.864824 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:15.331254 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:16.351065 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:40.371789 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-a8829bf0-a1a6-4cf8-a29e-2b347b9f14b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:40.821336 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:41.484940 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-72d42534-bdfa-4219-9760-22a3abf234fd req-c2fdb0be-323f-40d2-a2fd-28f629011a9f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2909672 Nov 10 20:36:41.582872 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42534-bdfa-4219-9760-22a3abf234fd req-bcda8aff-3c70-416f-a5f9-0d835ac3df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:41.584343 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-72d42534-bdfa-4219-9760-22a3abf234fd req-bcda8aff-3c70-416f-a5f9-0d835ac3df5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0389113 Nov 10 20:36:41.689172 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42534-bdfa-4219-9760-22a3abf234fd req-7e0d2814-f352-4aa8-8c7a-a146313bb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:41.691246 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-72d42534-bdfa-4219-9760-22a3abf234fd req-7e0d2814-f352-4aa8-8c7a-a146313bb01c service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0854764 Nov 10 20:36:41.754235 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-72d42534-bdfa-4219-9760-22a3abf234fd req-fff6233a-0155-4e47-9540-a91d3eae4586 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 HTTP/1.1" status: 200 len: 1001 time: 0.0556011 Nov 10 20:36:41.803488 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42534-bdfa-4219-9760-22a3abf234fd req-90837e3e-762e-45d9-a952-52e8932875f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:41.804899 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-72d42534-bdfa-4219-9760-22a3abf234fd req-90837e3e-762e-45d9-a952-52e8932875f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0424247 Nov 10 20:36:41.854999 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42534-bdfa-4219-9760-22a3abf234fd req-fb65fc91-b24a-43f3-8586-b98d2d7ad713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:41.856609 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-72d42534-bdfa-4219-9760-22a3abf234fd req-fb65fc91-b24a-43f3-8586-b98d2d7ad713 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437872 Nov 10 20:36:41.953418 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-72d42534-bdfa-4219-9760-22a3abf234fd req-fba9b13a-6625-4fd9-906e-709b4a91bf15 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887594 Nov 10 20:36:42.055603 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-72d42534-bdfa-4219-9760-22a3abf234fd req-ef1b3b77-ab4e-4d43-bad8-4cc8db907cec service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946536 Nov 10 20:36:42.651181 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-62cc5b1e-0291-4674-92cc-1358adbd77ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:43.866256 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:45.333178 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:46.353964 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:49.819159 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:37:10.373828 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-780c58f7-6809-4d54-98af-6e6c39720ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:10.838048 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:12.653329 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5315ddc6-e254-4be7-b779-473185b2ba8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:13.869525 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:15.337982 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:16.357127 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:26.818244 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:37:40.376999 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dec95e8f-d886-43b5-8c1f-98a00e3300be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:40.853461 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:41.533111 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-157dcfbd-5b20-4bf8-baf2-d757e5ac714a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408103 Nov 10 20:37:41.611142 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-eadac650-6f03-42cb-9819-6d60d561d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:41.612691 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-eadac650-6f03-42cb-9819-6d60d561d950 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 1098 time: 0.0440042 Nov 10 20:37:41.726630 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-8bf3db6f-03f8-4fc0-9b96-16e4d1d81993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:41.728197 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-8bf3db6f-03f8-4fc0-9b96-16e4d1d81993 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 911 time: 0.0917566 Nov 10 20:37:41.794718 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-a6d61e69-eddb-4c70-bddd-b3635d5cd956 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78985c50-024f-4a9a-9528-d8c2f60d6713 HTTP/1.1" status: 200 len: 1001 time: 0.0586052 Nov 10 20:37:41.849104 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-b157c261-6061-4549-9452-15a97e8f3f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:41.850568 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-b157c261-6061-4549-9452-15a97e8f3f53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0481775 Nov 10 20:37:41.900199 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-64a92a46-f18f-4569-b5ba-b72dead645df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:41.901763 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-64a92a46-f18f-4569-b5ba-b72dead645df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426402 Nov 10 20:37:41.992910 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-d1c37c75-1a9c-47f5-9cf5-1c71baa9eb64 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831707 Nov 10 20:37:42.089561 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-5a04b15f-5429-448c-80f4-ea4cd0708146 req-bfb787bc-1b26-4e87-8e85-5be4cb3fb896 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878272 Nov 10 20:37:42.658471 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8825e9f4-a510-452f-b97d-578c8a32f51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:43.871961 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:45.346862 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:46.104782 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd305a-425d-451a-a84e-8042fe6f85d8 req-ca869ec2-dff0-49ea-8945-c5ecc94f6759 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:46.106300 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f6cd305a-425d-451a-a84e-8042fe6f85d8 req-ca869ec2-dff0-49ea-8945-c5ecc94f6759 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0497801 Nov 10 20:37:46.157188 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f6cd305a-425d-451a-a84e-8042fe6f85d8 req-e0ef107e-898f-404d-afc1-d2853ac2641a tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449567 Nov 10 20:37:46.361367 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:47.274800 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b72b5-c0b6-4386-808e-d7056a074c8f req-e6dae948-6d6e-4984-8581-1bf8ae8eece3 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:47.276342 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e8b72b5-c0b6-4386-808e-d7056a074c8f req-e6dae948-6d6e-4984-8581-1bf8ae8eece3 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0489016 Nov 10 20:37:47.323836 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e8b72b5-c0b6-4386-808e-d7056a074c8f req-ca29d566-5570-4bfa-8702-471bb981fa45 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408738 Nov 10 20:37:48.452144 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf89e2-b2db-4d51-94d4-4b8a8aede110 req-9076ec71-853a-4770-85fb-5e942e72d293 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:48.453625 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-48cf89e2-b2db-4d51-94d4-4b8a8aede110 req-9076ec71-853a-4770-85fb-5e942e72d293 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0530760 Nov 10 20:37:48.501251 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-48cf89e2-b2db-4d51-94d4-4b8a8aede110 req-cc556a6e-c3fb-4462-ac5c-ac728b05755f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418243 Nov 10 20:37:49.619373 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4910-8a47-4f0e-9436-970a6c79c143 req-3c775c85-9db3-4b7d-a12e-57ee2f76e13b tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:49.620905 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e7d4910-8a47-4f0e-9436-970a6c79c143 req-3c775c85-9db3-4b7d-a12e-57ee2f76e13b tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0528729 Nov 10 20:37:49.668416 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e7d4910-8a47-4f0e-9436-970a6c79c143 req-a4190b3c-0230-470d-b2d3-6038f694a801 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411878 Nov 10 20:37:50.794631 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fa109-8e77-40a1-ab5a-1ced7ab5cec8 req-0ceb72bf-1c04-4d25-ac7b-ea8a63b83146 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:50.796143 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-065fa109-8e77-40a1-ab5a-1ced7ab5cec8 req-0ceb72bf-1c04-4d25-ac7b-ea8a63b83146 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0495729 Nov 10 20:37:50.845820 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-065fa109-8e77-40a1-ab5a-1ced7ab5cec8 req-d3df2cfa-fb51-46f5-9d9f-f7fa8c3f8108 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431466 Nov 10 20:37:51.965644 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2d9ca-88fc-4018-853a-0e371bf7121c req-28dc8156-c209-432b-9104-bff6aa60d419 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:51.967155 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4bc2d9ca-88fc-4018-853a-0e371bf7121c req-28dc8156-c209-432b-9104-bff6aa60d419 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0524876 Nov 10 20:37:52.015542 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4bc2d9ca-88fc-4018-853a-0e371bf7121c req-7f58d0f3-ee07-4f9b-97f1-7d0620c3ea07 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416813 Nov 10 20:37:53.153797 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359aa3c8-a1e7-443f-9189-b93a5d4899d9 req-8e21eca2-9f8a-4fa2-8910-377ca4c87dcb tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:53.155273 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-359aa3c8-a1e7-443f-9189-b93a5d4899d9 req-8e21eca2-9f8a-4fa2-8910-377ca4c87dcb tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0695131 Nov 10 20:37:53.482231 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-359aa3c8-a1e7-443f-9189-b93a5d4899d9 req-35c3fca7-bd76-4b8e-8edf-195ea501b321 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3198125 Nov 10 20:37:54.597572 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2eebe-c3cf-4858-b835-0d973352a526 req-2a9a576d-ac1a-4b29-84e7-c344d3f48338 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:54.599160 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-78d2eebe-c3cf-4858-b835-0d973352a526 req-2a9a576d-ac1a-4b29-84e7-c344d3f48338 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0491316 Nov 10 20:37:54.650472 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-78d2eebe-c3cf-4858-b835-0d973352a526 req-fce5377c-d04d-4d16-8d7e-9e0dbafb1aa4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453303 Nov 10 20:37:55.769856 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6864cf9-96cb-4bbb-b70b-f40f6f47d6d4 req-39c4e0b7-5de4-48f0-b844-147464e0aceb tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:55.771341 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f6864cf9-96cb-4bbb-b70b-f40f6f47d6d4 req-39c4e0b7-5de4-48f0-b844-147464e0aceb tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0491040 Nov 10 20:37:55.818081 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f6864cf9-96cb-4bbb-b70b-f40f6f47d6d4 req-5c76d00a-7598-44b2-9b02-3205e9d3b506 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408609 Nov 10 20:37:56.935478 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66286-4a82-4a8a-8748-ce20838dd194 req-3d6fa393-e669-48de-8967-d3640ab47988 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:56.936989 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-94a66286-4a82-4a8a-8748-ce20838dd194 req-3d6fa393-e669-48de-8967-d3640ab47988 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0491779 Nov 10 20:37:56.983498 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-94a66286-4a82-4a8a-8748-ce20838dd194 req-dbadd77d-135f-4f50-81f2-d42ad74fab75 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407836 Nov 10 20:37:58.098154 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668ce0-8693-4d0a-81e3-405f53ce6809 req-6dd49547-c91d-477e-b4f7-5fcab0a4e30b tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:58.099701 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ba668ce0-8693-4d0a-81e3-405f53ce6809 req-6dd49547-c91d-477e-b4f7-5fcab0a4e30b tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0491447 Nov 10 20:37:58.146941 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ba668ce0-8693-4d0a-81e3-405f53ce6809 req-09c86405-6cd1-4447-aa65-fb6dcf2118e2 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405171 Nov 10 20:37:59.266914 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d70460-1f48-4875-8002-5128f59ceb5c req-89582d96-bde6-46fb-8a6d-251db0f853ef tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:59.268563 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f9d70460-1f48-4875-8002-5128f59ceb5c req-89582d96-bde6-46fb-8a6d-251db0f853ef tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0552099 Nov 10 20:37:59.315907 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f9d70460-1f48-4875-8002-5128f59ceb5c req-60584bd6-4ad7-4747-b702-c98e737a4742 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414610 Nov 10 20:38:00.434729 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dac45-d916-408a-b3ed-4cd620517bd1 req-b2457c31-54ba-45a8-9d9f-156d780cf565 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:00.436230 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4f1dac45-d916-408a-b3ed-4cd620517bd1 req-b2457c31-54ba-45a8-9d9f-156d780cf565 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0517662 Nov 10 20:38:00.482267 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-4f1dac45-d916-408a-b3ed-4cd620517bd1 req-35656f89-8f35-44eb-b08d-75a15cafd259 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402951 Nov 10 20:38:01.613536 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3578e-7043-4719-8e51-ea2c84cec532 req-135b369d-d786-4c67-b2b1-ef2825da9359 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:01.615057 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f0c3578e-7043-4719-8e51-ea2c84cec532 req-135b369d-d786-4c67-b2b1-ef2825da9359 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0529532 Nov 10 20:38:01.671838 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f0c3578e-7043-4719-8e51-ea2c84cec532 req-e06f9029-1cb3-4212-9cbe-0e4f649fa7c5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503683 Nov 10 20:38:01.915738 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be228-b9cc-4836-b188-241a2edc5f4e req-a36b8bb1-8d99-4539-b0f7-1712234b651c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:01.917286 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-619be228-b9cc-4836-b188-241a2edc5f4e req-a36b8bb1-8d99-4539-b0f7-1712234b651c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0499883 Nov 10 20:38:01.976650 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-619be228-b9cc-4836-b188-241a2edc5f4e req-434d7cd1-ee29-424a-a177-f3f7e00f4fc7 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520701 Nov 10 20:38:02.009648 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-36f8edf3-74e3-45f7-99d2-475893632ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:02.011157 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-36f8edf3-74e3-45f7-99d2-475893632ccf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 1098 time: 0.0473878 Nov 10 20:38:02.101005 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-50e2fcdc-a849-4ec0-b417-f4af949e9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:02.102482 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-50e2fcdc-a849-4ec0-b417-f4af949e9dfe service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 911 time: 0.0840764 Nov 10 20:38:02.170780 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-55443a8a-de65-499a-b7f5-fb59bbf4cb69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78985c50-024f-4a9a-9528-d8c2f60d6713 HTTP/1.1" status: 200 len: 1001 time: 0.0606794 Nov 10 20:38:02.220277 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-acf7387e-6c57-409c-8446-f1d96b3d5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:02.221747 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-acf7387e-6c57-409c-8446-f1d96b3d5093 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0438755 Nov 10 20:38:02.268305 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-631b4277-877d-46cf-bbf3-f5bd6d9befc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:02.269807 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-631b4277-877d-46cf-bbf3-f5bd6d9befc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403292 Nov 10 20:38:02.361231 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-b459342c-d3cc-4358-8b17-d9adb4ec1fde service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844417 Nov 10 20:38:02.456144 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-00aec8c5-e829-4915-b5cf-2b3d2658c5eb req-7b4e61a2-93a7-4bc0-9330-336192596080 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879207 Nov 10 20:38:03.095099 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d98ef-50dc-468a-8b22-c04f2ffb0080 req-8025064c-a226-43f5-8b23-7e0b6d890f43 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:03.096616 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-540d98ef-50dc-468a-8b22-c04f2ffb0080 req-8025064c-a226-43f5-8b23-7e0b6d890f43 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0484352 Nov 10 20:38:03.145818 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-540d98ef-50dc-468a-8b22-c04f2ffb0080 req-08f22d69-a63b-4871-9771-15ba8883a72c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432582 Nov 10 20:38:03.817763 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:38:04.261196 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2809-a6f4-49d8-b58f-688fb77c5159 req-aa2e9d4d-c882-4484-8c55-50baca3e3591 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:04.262671 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f0d2809-a6f4-49d8-b58f-688fb77c5159 req-aa2e9d4d-c882-4484-8c55-50baca3e3591 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0501397 Nov 10 20:38:04.315529 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4f0d2809-a6f4-49d8-b58f-688fb77c5159 req-7d189849-2a87-4932-bad7-23c98c4ce5c9 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468903 Nov 10 20:38:04.484461 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ede1e-f657-48f1-b99c-b542b4eefee8 req-efabf90b-4a8a-4bee-bb7c-99cd0ff815aa tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:04.485869 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-093ede1e-f657-48f1-b99c-b542b4eefee8 req-efabf90b-4a8a-4bee-bb7c-99cd0ff815aa tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Nov 10 20:38:04.535713 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-093ede1e-f657-48f1-b99c-b542b4eefee8 req-176eca4d-d5f1-4aee-8a49-ab49345cd7b0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 Nov 10 20:38:05.656439 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c81435-31a3-4ba8-8b58-a8f2ea04ba51 req-e3440fba-9538-4ad6-a4f5-be033773cf95 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:05.657933 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-44c81435-31a3-4ba8-8b58-a8f2ea04ba51 req-e3440fba-9538-4ad6-a4f5-be033773cf95 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 945 time: 0.0535393 Nov 10 20:38:05.709655 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-44c81435-31a3-4ba8-8b58-a8f2ea04ba51 req-b4bc0b65-68ea-4e43-ae11-92c268d102e9 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455623 Nov 10 20:38:06.370504 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-5038c000-6edd-45c9-9819-30bbcf118cb6 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:06.371980 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-5038c000-6edd-45c9-9819-30bbcf118cb6 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 945 time: 0.0470438 Nov 10 20:38:06.464744 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Deleting port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:38:06.465083 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:06.553330 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] For port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:38:06.553699 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:06.736894 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:06.737598 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:06.737598 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Floating IP 1278ca4e-2e96-4f01-8e70-591cbda7ee43 disassociated. External IP: 172.27.3.142, port: b1ecea0c-a3df-4ca9-be4a-2c50392ebf42. Nov 10 20:38:06.737824 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Calling delete_port for b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:38:06.847745 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdfaeb-1d81-4858-b98b-dce2985d2c4e req-e8d7cafa-9739-4058-bc8f-053d64a944d7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:06.849287 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9ecdfaeb-1d81-4858-b98b-dce2985d2c4e req-e8d7cafa-9739-4058-bc8f-053d64a944d7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 945 time: 0.0714853 Nov 10 20:38:06.942445 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9ecdfaeb-1d81-4858-b98b-dce2985d2c4e req-85b4ad94-8f43-4eb4-897d-14b847501125 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861046 Nov 10 20:38:06.943481 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:06.993321 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event deleted for resources: {'Port': ['ID=b1ecea0c-a3df-4ca9-be4a-2c50392ebf42,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:07.011430 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.012063 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.012635 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.013212 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.013802 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.014392 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.015533 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.015784 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.016327 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.016884 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.017453 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.018026 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:07.135356 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Router ac6aa5a3-967d-4485-95f9-dc3885cf88be has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:38:07.246780 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:38:07.256704 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] Sync routers for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:38:07.266651 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:38:07.267187 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:37:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:07.285325 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] No DVR routers for this DVR port b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:38:07.288183 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:07.291466 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e934de4b-ccb7-46d4-9035-60d39b57d104 req-38ac7cb7-e456-41f5-9400-575011bf9d47 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "DELETE /v2.0/ports/b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 HTTP/1.1" status: 204 len: 173 time: 0.9123878 Nov 10 20:38:07.291902 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5791215-184f-4687-9d4d-a5330916fba9', 'name': 'network-vif-deleted', 'tag': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:38:07.294162 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2b2e1d-43c5-4e2c-9799-7fa4a2722f06" -d '{"events": [{"server_uuid": "a5791215-184f-4687-9d4d-a5330916fba9", "name": "network-vif-deleted", "tag": "b1ecea0c-a3df-4ca9-be4a-2c50392ebf42"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:38:07.335483 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d62afb6-af38-4562-b646-4eae1ddfb78c x-openstack-request-id: req-2d62afb6-af38-4562-b646-4eae1ddfb78c {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:38:07.336012 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5791215-184f-4687-9d4d-a5330916fba9", "name": "network-vif-deleted", "tag": "b1ecea0c-a3df-4ca9-be4a-2c50392ebf42", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:38:07.336277 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d62afb6-af38-4562-b646-4eae1ddfb78c {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:38:07.336773 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5791215-184f-4687-9d4d-a5330916fba9', 'name': 'network-vif-deleted', 'tag': 'b1ecea0c-a3df-4ca9-be4a-2c50392ebf42', 'status': 'completed', 'code': 200} Nov 10 20:38:07.392928 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:38:07.598364 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:07.627941 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] Checking router: ac6aa5a3-967d-4485-95f9-dc3885cf88be for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:38:07.636489 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:38:07.637092 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:37:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:07.748039 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:38:07.940938 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:08.058608 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945f9b7-64cd-489b-9fb6-a6302db56d53 None None] The sync data for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi is: [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:38:08.066761 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fd5b6851-97eb-45cd-a28b-6c14cee04562 req-33be8b21-8f19-4384-9fec-29634b10aaa7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5791215-184f-4687-9d4d-a5330916fba9 HTTP/1.1" status: 200 len: 210 time: 0.0363011 Nov 10 20:38:08.284980 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549ad79-4e9b-42ae-9312-e9885c5b70a7 None None] New status for floating IP 1278ca4e-2e96-4f01-8e70-591cbda7ee43: DOWN {{(pid=101641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:38:08.912746 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:38:08.934037 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:38:08.934383 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device b1ecea0c-a3df-4ca9-be4a-2c50392ebf42 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:38:09.329437 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-0b73116e-8965-4278-ac0e-0b68ec98cc8f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850058538&fields=id&tenant_id=793fc12c1f82441fa41b432ab9d30729 HTTP/1.1" status: 200 len: 267 time: 0.0430584 Nov 10 20:38:09.436866 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e477-a820-47bf-a677-7fd204416357 req-c6867362-2bf6-4201-9721-40d0109751cc tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:09.438262 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-c6867362-2bf6-4201-9721-40d0109751cc tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 812 time: 0.1021388 Nov 10 20:38:09.454338 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-f7f88763-5517-451d-ac94-7fdf340c0dda tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/quotas/793fc12c1f82441fa41b432ab9d30729 HTTP/1.1" status: 200 len: 375 time: 0.0102484 Nov 10 20:38:09.506456 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-07712d60-9e36-4f68-9341-db30838c6d17 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467539 Nov 10 20:38:09.651877 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-b5a4c1ac-a5a1-4c99-b16f-3910828b9fcf service neutron] 10.222.0.13 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335139 Nov 10 20:38:09.740373 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-5fc40868-c6ed-4ccc-8bed-494202cf0e36 service neutron] 10.222.0.13 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817285 Nov 10 20:38:10.378548 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-a0984357-4586-4429-9aa7-9f1d4c8567f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:10.877585 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:11.040741 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-21df6835-7331-4fef-aa95-0212cf43f5b7 req-5dbb358f-8f7f-4ab4-88de-acc51277a64f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 210 time: 0.0279841 Nov 10 20:38:12.105715 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e477-a820-47bf-a677-7fd204416357 req-a76bd54b-5e48-4f81-af32-1ab2429c1da2 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:12.107497 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-a76bd54b-5e48-4f81-af32-1ab2429c1da2 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 812 time: 0.1104486 Nov 10 20:38:12.135483 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-f13bfc20-9f6a-4a33-80cf-353d2c7821d5 req-131c479f-cfb1-4aec-b617-4197cb186210 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 210 time: 0.0256701 Nov 10 20:38:12.211042 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-13c58360-0f7f-457d-ab13-041ee01ebbb8 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793fc12c1f82441fa41b432ab9d30729 HTTP/1.1" status: 200 len: 380 time: 0.0541224 Nov 10 20:38:12.222362 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'port': {'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'admin_state_up': True, 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'security_groups': ['676d418b-302e-4316-a724-9c6272609693']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:12.332100 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Made reservation on behalf of 793fc12c1f82441fa41b432ab9d30729 for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:38:12.335546 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:12.460086 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Allocated IP 172.20.0.9 (222b4395-2fb0-445c-ba17-71ac8023cd66/4ed0cba8-2345-40a8-b177-371c64012e6a/34251ba5-f9a1-41d7-809f-4dc7cc648a31) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:38:12.599244 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:12.632950 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:12.660432 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-85e28a3e-581b-4415-b257-846cc2c92586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:12.677779 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:38:12.683163 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:38:12.687590 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:38:12.715729 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'Port': ['ID=34251ba5-f9a1-41d7-809f-4dc7cc648a31,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:12.745078 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:12.745717 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:12.779970 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-618ba4e2-b3b6-4f0a-bb40-e4b90b82d18b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620768 Nov 10 20:38:12.798847 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Request body: {'port': {'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:12.857157 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:12.973215 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-54a61c39-c718-4348-ae3c-c89cdede252b None None] Provisioning complete for port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:38:12.973506 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-54a61c39-c718-4348-ae3c-c89cdede252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:13.006984 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-54a61c39-c718-4348-ae3c-c89cdede252b None None] Port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:38:13.115737 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34251ba5-f9a1-41d7-809f-4dc7cc648a31 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:38:13.123417 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:13.135174 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Transition to ACTIVE for port object 34251ba5-f9a1-41d7-809f-4dc7cc648a31 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:38:13.138895 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:13.230126 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Pushing event updated for resources: {'Port': ['ID=34251ba5-f9a1-41d7-809f-4dc7cc648a31,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:13.259693 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Attempting to bind port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:38:13.260200 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Attempting to bind port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:38:13.260621 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Attempting to bind port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:38:13.265554 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:38:13.265969 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Attempting to bind port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:38:13.268627 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d09af8-be6b-4d0c-9bd2-cca6f4861e5c req-9bb4da58-342e-459a-af7c-97fa72f45183 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:13.270205 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-12d09af8-be6b-4d0c-9bd2-cca6f4861e5c req-9bb4da58-342e-459a-af7c-97fa72f45183 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 943 time: 0.0556519 Nov 10 20:38:13.271421 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:38:13.271834 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Checking segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:38:13.272324 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Bound using segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:38:13.272836 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Bound port: 34251ba5-f9a1-41d7-809f-4dc7cc648a31, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:38:13.273286 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:13.328820 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-12d09af8-be6b-4d0c-9bd2-cca6f4861e5c req-1ddf0edb-541d-4aa2-9f2e-05f24ea9ec41 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514567 Nov 10 20:38:13.363874 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] For port 34251ba5-f9a1-41d7-809f-4dc7cc648a31, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:38:13.370106 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] For port 34251ba5-f9a1-41d7-809f-4dc7cc648a31, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:38:13.374677 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:13.407296 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:13.407993 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:13.409360 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] 10.222.0.39 "PUT /v2.0/ports/34251ba5-f9a1-41d7-809f-4dc7cc648a31 HTTP/1.1" status: 200 len: 1093 time: 0.6149669 Nov 10 20:38:13.409795 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:38:13.412044 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a3c50-654f-4af0-8b23-92c0dff1711a" -d '{"events": [{"name": "network-changed", "server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:38:13.442649 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802110eb-d03b-4475-bd5a-e0d2ebc05216 service neutron] Pushing event updated for resources: {'Port': ['ID=34251ba5-f9a1-41d7-809f-4dc7cc648a31,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:13.461074 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29b82b4-d77a-4b52-8f39-870882334b64 x-openstack-request-id: req-e29b82b4-d77a-4b52-8f39-870882334b64 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:38:13.461363 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:38:13.461613 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e29b82b4-d77a-4b52-8f39-870882334b64 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:38:13.462012 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'status': 'completed', 'code': 200} Nov 10 20:38:13.551409 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e477-a820-47bf-a677-7fd204416357 req-66a8c9a9-1392-4c77-8993-6df9b1f9c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:13.552956 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-66a8c9a9-1392-4c77-8993-6df9b1f9c83f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 1096 time: 0.0428514 Nov 10 20:38:13.614466 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-45fb2218-b5a5-4a43-80f5-1138ea23a525 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31 HTTP/1.1" status: 200 len: 217 time: 0.0398808 Nov 10 20:38:13.673659 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e477-a820-47bf-a677-7fd204416357 req-89052f72-35d2-4f8d-8dc9-8a541ce93af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:13.675140 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-89052f72-35d2-4f8d-8dc9-8a541ce93af1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0451512 Nov 10 20:38:13.728468 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e477-a820-47bf-a677-7fd204416357 req-93a25765-3015-4c84-8db5-d436a8c06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:13.729988 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-93a25765-3015-4c84-8db5-d436a8c06d99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405312 Nov 10 20:38:13.820166 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-694c5347-9242-44a4-8354-85c4a1843d81 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821967 Nov 10 20:38:13.875675 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:13.910109 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7463e477-a820-47bf-a677-7fd204416357 req-e1bef879-3f60-47ea-8ccb-028d4c04ccac service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815814 Nov 10 20:38:14.087536 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-8af3a2ce-25a2-47be-b8af-e788c4439aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:14.088976 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-8af3a2ce-25a2-47be-b8af-e788c4439aa0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 1096 time: 0.0404801 Nov 10 20:38:14.184779 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-7b682150-0f99-4697-b56e-a8a660927e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:14.186255 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-7b682150-0f99-4697-b56e-a8a660927e69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0877264 Nov 10 20:38:14.227998 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-f42082ac-9399-41ac-acb1-4494d0747b4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31 HTTP/1.1" status: 200 len: 217 time: 0.0344303 Nov 10 20:38:14.285389 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-976e42fc-2f8c-41f5-928b-f3ea0f905852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:14.286873 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-976e42fc-2f8c-41f5-928b-f3ea0f905852 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0516698 Nov 10 20:38:14.454874 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dad05-4a9e-446e-adca-40f964cd681b req-398e441e-22e8-44bc-b7cf-4b53059fb4d4 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:14.456465 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8c3dad05-4a9e-446e-adca-40f964cd681b req-398e441e-22e8-44bc-b7cf-4b53059fb4d4 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 943 time: 0.0566714 Nov 10 20:38:14.510672 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8c3dad05-4a9e-446e-adca-40f964cd681b req-9bdfd558-983a-471f-9273-66cf4bf3356c tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481803 Nov 10 20:38:14.598446 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-5e04483d-b1bc-4ec1-a260-9ca296bf41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:14.600022 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-5e04483d-b1bc-4ec1-a260-9ca296bf41b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2992156 Nov 10 20:38:14.711966 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-3c479d2d-e306-44cd-b843-44e732c4ff53 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902855 Nov 10 20:38:14.809444 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ec5a3c50-654f-4af0-8b23-92c0dff1711a req-52686f3a-ba8b-46ae-b485-6d42be4eb072 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857971 Nov 10 20:38:15.347687 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:15.627313 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e999d72-5170-4c9c-99b1-a8cd0bb03b1c req-ca6d3b0d-bfa5-40e1-a787-b48e43bde80a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:15.628736 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0e999d72-5170-4c9c-99b1-a8cd0bb03b1c req-ca6d3b0d-bfa5-40e1-a787-b48e43bde80a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 943 time: 0.0500436 Nov 10 20:38:15.679640 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0e999d72-5170-4c9c-99b1-a8cd0bb03b1c req-16407e7f-77ff-48b8-8887-e732bc8034a6 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449650 Nov 10 20:38:16.363639 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:16.793957 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f494be-4b2a-434c-964a-4c906c3a178f req-1dffbbf6-1d7d-4891-9bb6-44cf82df1abb tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:16.795520 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-13f494be-4b2a-434c-964a-4c906c3a178f req-1dffbbf6-1d7d-4891-9bb6-44cf82df1abb tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 943 time: 0.0512791 Nov 10 20:38:16.844942 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-13f494be-4b2a-434c-964a-4c906c3a178f req-eaaa0943-0853-485a-a589-986fb7693daa tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Nov 10 20:38:17.959183 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514cf08-c42e-4cc6-94e9-144f0ca16a1b req-50e7eac2-791d-4015-b871-007575c7bea1 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:17.960684 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0514cf08-c42e-4cc6-94e9-144f0ca16a1b req-50e7eac2-791d-4015-b871-007575c7bea1 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 943 time: 0.0507429 Nov 10 20:38:18.008219 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0514cf08-c42e-4cc6-94e9-144f0ca16a1b req-4161268c-1db0-47ba-84d9-c14a4da977ef tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Nov 10 20:38:19.119074 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc2f5c-d196-41a8-83fe-9a44af5ebf47 req-0e9caccd-995c-4374-a326-cf396330fa56 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:19.120519 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-02cc2f5c-d196-41a8-83fe-9a44af5ebf47 req-0e9caccd-995c-4374-a326-cf396330fa56 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 943 time: 0.0479026 Nov 10 20:38:19.172600 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-02cc2f5c-d196-41a8-83fe-9a44af5ebf47 req-f991b046-0240-4927-b133-c32f189f8e6e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455132 Nov 10 20:38:20.285486 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699bb62-41ef-4274-a709-4c10e8fc80b5 req-62f18cda-7a5d-45dc-aa63-1fff417560fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:20.286977 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8699bb62-41ef-4274-a709-4c10e8fc80b5 req-62f18cda-7a5d-45dc-aa63-1fff417560fe tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 943 time: 0.0488861 Nov 10 20:38:20.334829 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8699bb62-41ef-4274-a709-4c10e8fc80b5 req-ee2b3d4e-45c3-4c56-b29a-86d1262af816 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Nov 10 20:38:21.452380 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c627c-57d0-4d1c-9fd4-dd35547681d3 req-2f3b3068-fff9-49f6-8f21-2291d4f30083 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:21.454327 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e86c627c-57d0-4d1c-9fd4-dd35547681d3 req-2f3b3068-fff9-49f6-8f21-2291d4f30083 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 943 time: 0.0533395 Nov 10 20:38:21.502987 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-e86c627c-57d0-4d1c-9fd4-dd35547681d3 req-819a0e44-0c04-40a0-84b3-9ce7441d67c9 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Nov 10 20:38:22.614685 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125616ca-42c3-49ef-8a19-dea06e702b1f req-f1de458a-e61c-408b-ae7a-a4b6c53cbfa0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:22.616198 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-125616ca-42c3-49ef-8a19-dea06e702b1f req-f1de458a-e61c-408b-ae7a-a4b6c53cbfa0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 943 time: 0.0487952 Nov 10 20:38:22.667460 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-125616ca-42c3-49ef-8a19-dea06e702b1f req-124ce558-1347-4064-8276-d9a1aed1867e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453842 Nov 10 20:38:23.017675 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 34251ba5-f9a1-41d7-809f-4dc7cc648a31 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:38:23.112560 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 34251ba5-f9a1-41d7-809f-4dc7cc648a31, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:38:23.244247 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:38:23.281260 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:23.295122 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34251ba5-f9a1-41d7-809f-4dc7cc648a31 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:38:23.314848 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 34251ba5-f9a1-41d7-809f-4dc7cc648a31, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:38:23.318739 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:23.364598 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=34251ba5-f9a1-41d7-809f-4dc7cc648a31,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:23.371882 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.372531 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.372873 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.373212 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.373545 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.373916 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.374252 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.374577 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.375442 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.375766 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.376112 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.376438 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:23.794350 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9cc5c-1525-4a56-99b1-4fe28030f651 req-5bcc6494-b765-44ab-be9c-21ef20b51820 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:23.796697 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3ee9cc5c-1525-4a56-99b1-4fe28030f651 req-5bcc6494-b765-44ab-be9c-21ef20b51820 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 944 time: 0.0568969 Nov 10 20:38:23.810174 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['34251ba5-f9a1-41d7-809f-4dc7cc648a31'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:38:23.845919 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-3ee9cc5c-1525-4a56-99b1-4fe28030f651 req-777dc6f2-9e32-4c90-b9c8-e669668a8be8 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Nov 10 20:38:24.963141 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c86b-a001-49af-8ded-40121d162ffd req-ef7f3757-3ade-4585-9ce2-c974cda66230 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:24.964652 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a038c86b-a001-49af-8ded-40121d162ffd req-ef7f3757-3ade-4585-9ce2-c974cda66230 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 944 time: 0.0486221 Nov 10 20:38:25.013141 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-a038c86b-a001-49af-8ded-40121d162ffd req-6d86d6ee-7d88-469a-aa25-9d5b0f210ad2 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 Nov 10 20:38:25.036543 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 34251ba5-f9a1-41d7-809f-4dc7cc648a31 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:38:25.098161 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:38:25.102118 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:38:25.102513 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:25.177397 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:25.198781 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:38:25.201091 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bf4196-328b-44a8-8398-690a1df900aa" -d '{"events": [{"server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "name": "network-vif-plugged", "status": "completed", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:38:25.213148 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 34251ba5-f9a1-41d7-809f-4dc7cc648a31, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:38:25.218299 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:25.244291 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad714c0-d394-4c5a-be1d-d598dc4058bd x-openstack-request-id: req-6ad714c0-d394-4c5a-be1d-d598dc4058bd {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:38:25.244583 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "name": "network-vif-plugged", "status": "completed", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:38:25.244834 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ad714c0-d394-4c5a-be1d-d598dc4058bd {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:38:25.245224 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'code': 200} Nov 10 20:38:25.270689 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=34251ba5-f9a1-41d7-809f-4dc7cc648a31,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:25.498261 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25d19b-8daf-46ac-adc2-ebca4af52c90 req-b5593463-f018-4044-942b-31c5ef87b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:25.499639 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a25d19b-8daf-46ac-adc2-ebca4af52c90 req-b5593463-f018-4044-942b-31c5ef87b942 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 1098 time: 0.0398920 Nov 10 20:38:25.546943 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-8a25d19b-8daf-46ac-adc2-ebca4af52c90 req-eb6e1149-213d-4c4c-a28e-beecbcd10f2e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386794 Nov 10 20:38:26.129840 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44cf2e-95e7-425d-bf73-adee682ec4a1 req-918bc19b-69be-4db2-8393-b6bf86c20e50 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:26.131235 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fd44cf2e-95e7-425d-bf73-adee682ec4a1 req-918bc19b-69be-4db2-8393-b6bf86c20e50 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 945 time: 0.0517402 Nov 10 20:38:26.178446 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-fd44cf2e-95e7-425d-bf73-adee682ec4a1 req-304b88e0-2451-4597-8d7e-2b2aa1b2859b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412812 Nov 10 20:38:27.299778 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358e7f-785c-4930-a8bb-6fdf592faa34 req-df158b10-0b6f-4d8f-874a-8d7479551a1b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:27.301265 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b9358e7f-785c-4930-a8bb-6fdf592faa34 req-df158b10-0b6f-4d8f-874a-8d7479551a1b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 945 time: 0.0555403 Nov 10 20:38:27.349721 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b9358e7f-785c-4930-a8bb-6fdf592faa34 req-7fa2536c-660c-45cc-afc1-1d0fa3987ad5 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Nov 10 20:38:27.463053 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1fcdc-f87f-4981-9825-b7631d972e33 req-efb861a3-035d-4a04-b2fd-3093ce2a7d02 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:27.464487 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-69b1fcdc-f87f-4981-9825-b7631d972e33 req-efb861a3-035d-4a04-b2fd-3093ce2a7d02 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 945 time: 0.0476096 Nov 10 20:38:27.513040 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-69b1fcdc-f87f-4981-9825-b7631d972e33 req-98b6dbc8-4508-44eb-9eba-80c99e661d7e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Nov 10 20:38:27.535382 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 44396) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:27.575696 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a2b38-b411-4bb1-9aa8-6dd4d008fe5e tempest-TestVolumeBootPattern-769172730 tempest-TestVolumeBootPattern-769172730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:27.577207 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-4e8a2b38-b411-4bb1-9aa8-6dd4d008fe5e tempest-TestVolumeBootPattern-769172730 tempest-TestVolumeBootPattern-769172730-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 1093 time: 0.0408459 Nov 10 20:38:27.580500 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 44398) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:27.584590 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'floatingip': {'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:27.606532 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:27.699525 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:27.806830 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Allocated IP 172.27.3.204 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/2a3226ab-27f4-4d74-b4bf-16894058fad1) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:38:27.907785 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:27.940036 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:27.977928 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:38:27.980707 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:38:27.983368 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:38:28.017431 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'Port': ['ID=2a3226ab-27f4-4d74-b4bf-16894058fad1,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:28.351700 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:28.419719 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:28.572544 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:28.577168 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:28.646725 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'Port': ['ID=2a3226ab-27f4-4d74-b4bf-16894058fad1,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:28.658072 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:28.758611 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Floating IP f4f1f538-1068-4bf9-b31a-9297f51622bc associated. External IP: 172.27.3.204, port: 34251ba5-f9a1-41d7-809f-4dc7cc648a31. Nov 10 20:38:28.966741 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Router ac6aa5a3-967d-4485-95f9-dc3885cf88be has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:38:29.073739 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:38:29.084104 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] Sync routers for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:38:29.092732 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:29.096340 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:38:29.096973 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:38:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:29.125739 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-06185e12-be72-49c7-b031-f623fa624c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5442181 Nov 10 20:38:29.126331 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:38:29.128605 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168849d4-f370-428d-85f3-7b1f876e3ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:38:29.167878 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0af69d4-6a5b-4eed-9604-cc075fa278a1 x-openstack-request-id: req-c0af69d4-6a5b-4eed-9604-cc075fa278a1 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:38:29.168211 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:38:29.168461 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0af69d4-6a5b-4eed-9604-cc075fa278a1 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:38:29.168861 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'status': 'completed', 'code': 200} Nov 10 20:38:29.208533 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:38:29.264576 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-ca3bcc3e-7e29-4d63-98db-51c83439c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:29.266092 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-ca3bcc3e-7e29-4d63-98db-51c83439c446 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 1098 time: 0.0432663 Nov 10 20:38:29.361614 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-59273112-ac97-47ac-a37d-52d1a645c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:29.363105 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-59273112-ac97-47ac-a37d-52d1a645c019 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0888026 Nov 10 20:38:29.433132 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-cac30f8e-68a3-4806-9e6b-4fab736cc1b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31 HTTP/1.1" status: 200 len: 999 time: 0.0614643 Nov 10 20:38:29.440955 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': 'f4f1f538-1068-4bf9-b31a-9297f51622bc', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:38:28Z', 'updated_at': '2021-11-10T20:38:28Z', 'revision_number': 0, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:29.466834 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] Checking router: ac6aa5a3-967d-4485-95f9-dc3885cf88be for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:38:29.475652 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:38:29.476287 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:38:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:29.487752 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-29f70d19-6f75-4bfd-96fc-2cc3e2b5b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:29.489277 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-29f70d19-6f75-4bfd-96fc-2cc3e2b5b557 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0481758 Nov 10 20:38:29.537541 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-92fbda2f-bdbe-4fb7-afe0-8d9ff6be80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:29.539070 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-92fbda2f-bdbe-4fb7-afe0-8d9ff6be80bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400395 Nov 10 20:38:29.579523 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:38:29.632387 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-1779b513-f0b6-45c6-a8f6-683dde93e27b service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856037 Nov 10 20:38:29.726891 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-168849d4-f370-428d-85f3-7b1f876e3ad0 req-c51f47eb-6f70-4e77-ba1a-733326068644 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858669 Nov 10 20:38:29.807751 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': 'f4f1f538-1068-4bf9-b31a-9297f51622bc', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:38:28Z', 'updated_at': '2021-11-10T20:38:28Z', 'revision_number': 0, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:29.838006 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ea109d-7e06-47d7-abf3-21a607b91300 None None] The sync data for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi is: [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': 'f4f1f538-1068-4bf9-b31a-9297f51622bc', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:38:28Z', 'updated_at': '2021-11-10T20:38:28Z', 'revision_number': 0, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:38:30.028007 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabadba8-39d2-49d7-8608-065e3759a5aa None None] New status for floating IP f4f1f538-1068-4bf9-b31a-9297f51622bc: ACTIVE {{(pid=101641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:38:40.379649 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-25c0b84d-7f50-4ceb-a181-9dd4cf4d777a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:40.817171 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:38:40.881797 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:42.488856 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-781e4852-4fba-4d13-a29f-508de0d26819 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387337 Nov 10 20:38:42.591911 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-7faea8f2-a270-49c1-b211-ac6fbe7f3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:42.593468 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-7faea8f2-a270-49c1-b211-ac6fbe7f3833 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 1098 time: 0.0398445 Nov 10 20:38:42.663380 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f9fe600a-aa72-4cf3-869b-92510f68ae65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:42.708025 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-06c8e15c-5fd4-4cbd-a8cb-d59ae1e411ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:42.709546 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-06c8e15c-5fd4-4cbd-a8cb-d59ae1e411ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 911 time: 0.0903950 Nov 10 20:38:42.798210 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-32a9c8ce-03bd-4033-b0df-61f81e1a60ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78985c50-024f-4a9a-9528-d8c2f60d6713 HTTP/1.1" status: 200 len: 1001 time: 0.0645649 Nov 10 20:38:42.851565 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-500b4b01-277a-40f7-91b8-514d36f3485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:42.853072 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-500b4b01-277a-40f7-91b8-514d36f3485d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0447156 Nov 10 20:38:42.902026 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-772019c6-d129-44a4-8e81-3a27369da0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:42.903542 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-772019c6-d129-44a4-8e81-3a27369da0ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407796 Nov 10 20:38:42.997298 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-63ed2a91-2343-40a3-95f7-006934bdafd3 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859869 Nov 10 20:38:43.090104 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d9952cd5-24d4-490d-81fb-d8ab163a197f req-5b7d94e1-8670-4690-bce5-50b152db9e4e service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831997 Nov 10 20:38:43.878956 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:45.348925 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:46.365852 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:10.381439 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-65ac57ff-b11f-4a0a-a971-1851405415d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:10.409592 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [req-4ac94e28-85f1-4ad4-ba87-99997fddd296 req-a7161c9b-810d-4e6b-a97b-9c19658b42df service neutron] (101639) timed out ('10.222.0.39', 54949) {{(pid=101639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:39:10.456021 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [req-f1d42096-9d19-482d-aa3e-24a5183a2aaf req-a75fc0e7-0875-4d6d-8223-d32c9eb6195b service neutron] (101640) timed out ('10.222.0.39', 54914) {{(pid=101640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:39:10.892110 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:12.664782 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-eb48a065-111b-4159-9e5e-84d9417634fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:13.019687 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bb4b1-4f66-44bb-b302-e9a900606137 req-8ba3c7ff-2b0c-4484-a870-c695198c8ad4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:13.021289 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-653bb4b1-4f66-44bb-b302-e9a900606137 req-8ba3c7ff-2b0c-4484-a870-c695198c8ad4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0505633 Nov 10 20:39:13.072200 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-653bb4b1-4f66-44bb-b302-e9a900606137 req-d22a12e2-d2fa-4e32-a5eb-536e0e244fb8 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444117 Nov 10 20:39:13.881632 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:14.258479 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d906e9-d575-457d-a868-3610e5af5ea9 req-217a696f-8d55-466d-8d3d-a1572e288904 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:14.260065 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b4d906e9-d575-457d-a868-3610e5af5ea9 req-217a696f-8d55-466d-8d3d-a1572e288904 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.1167822 Nov 10 20:39:14.313422 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b4d906e9-d575-457d-a868-3610e5af5ea9 req-dc68d068-223d-402a-a075-e53f0fbbf190 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465403 Nov 10 20:39:15.353314 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:15.436749 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b7fc6-f17a-4e52-a205-a7ab2b9dcce7 req-d653cfba-e04c-4b0a-84c9-525a448c4e9e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:15.438298 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e0b7fc6-f17a-4e52-a205-a7ab2b9dcce7 req-d653cfba-e04c-4b0a-84c9-525a448c4e9e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0546250 Nov 10 20:39:15.486940 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-6e0b7fc6-f17a-4e52-a205-a7ab2b9dcce7 req-3fdf6319-c86d-4c93-84dd-155652e77ba0 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426321 Nov 10 20:39:16.368914 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:16.605615 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33238cb3-02b5-473b-b46a-d2f0d195e445 req-2d93f794-84f0-430d-a12d-1b3014ae781e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:16.607130 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-33238cb3-02b5-473b-b46a-d2f0d195e445 req-2d93f794-84f0-430d-a12d-1b3014ae781e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0493946 Nov 10 20:39:16.663517 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-33238cb3-02b5-473b-b46a-d2f0d195e445 req-b34c17c9-76f1-4c6f-9075-f8f335297cf6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498509 Nov 10 20:39:17.791218 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2bb89-105b-4936-9bfc-cca77512eba2 req-4ee298da-97ce-42e9-bf7e-c577021cf71d tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:17.792751 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eda2bb89-105b-4936-9bfc-cca77512eba2 req-4ee298da-97ce-42e9-bf7e-c577021cf71d tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0566139 Nov 10 20:39:17.816994 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:39:17.842250 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-eda2bb89-105b-4936-9bfc-cca77512eba2 req-4feff775-8a6e-4c5e-8600-6554842edcfc tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431061 Nov 10 20:39:18.961155 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d754fb5-128c-464d-9a60-d39384cf2bca req-a5ae28ce-2102-40c3-b79c-7a9f9dfa4aab tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:18.962607 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1d754fb5-128c-464d-9a60-d39384cf2bca req-a5ae28ce-2102-40c3-b79c-7a9f9dfa4aab tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0508780 Nov 10 20:39:19.011998 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1d754fb5-128c-464d-9a60-d39384cf2bca req-e13a453c-7ac5-4e02-98ba-60a729754cf2 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432699 Nov 10 20:39:20.136702 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fa69b-56d0-44dc-996f-e08d8f6455f6 req-47b0f487-ed84-4760-89e2-d902f22aa0d6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:20.138179 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-752fa69b-56d0-44dc-996f-e08d8f6455f6 req-47b0f487-ed84-4760-89e2-d902f22aa0d6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0554183 Nov 10 20:39:20.187314 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-752fa69b-56d0-44dc-996f-e08d8f6455f6 req-f3238e46-66ab-48c3-ad18-c4a481323c8b tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431404 Nov 10 20:39:21.309447 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735962c-eb57-4287-af3c-909f11bbd9eb req-5c6d7b76-49d0-48f3-8752-3a547e9f6e76 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:21.311480 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7735962c-eb57-4287-af3c-909f11bbd9eb req-5c6d7b76-49d0-48f3-8752-3a547e9f6e76 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0557237 Nov 10 20:39:21.360689 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7735962c-eb57-4287-af3c-909f11bbd9eb req-4d6e7520-219e-4763-9cee-7d5ff2efbffd tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419195 Nov 10 20:39:22.484183 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed25fe-4233-4586-93f7-54322bea55d2 req-2bae497a-f64d-49fc-80ef-d825760b9858 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:22.485765 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7fed25fe-4233-4586-93f7-54322bea55d2 req-2bae497a-f64d-49fc-80ef-d825760b9858 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0509541 Nov 10 20:39:22.538449 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-7fed25fe-4233-4586-93f7-54322bea55d2 req-06622898-962a-49fb-a337-c463cd154d1e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468097 Nov 10 20:39:23.657869 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30669-cf8f-4342-849d-9ec40c8ce1ea req-1be236dd-fddb-46ef-9a36-43d485b63ec9 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:23.659393 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-52c30669-cf8f-4342-849d-9ec40c8ce1ea req-1be236dd-fddb-46ef-9a36-43d485b63ec9 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0536056 Nov 10 20:39:23.707622 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-52c30669-cf8f-4342-849d-9ec40c8ce1ea req-f2b80108-fd3e-4797-9d24-9849fe62365b tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421913 Nov 10 20:39:23.940476 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d25c6-afba-40f0-9fa2-bfaa261c3532 req-9db963bb-f50c-4e29-a880-4cb9959b9a1c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:23.942243 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d01d25c6-afba-40f0-9fa2-bfaa261c3532 req-9db963bb-f50c-4e29-a880-4cb9959b9a1c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0697727 Nov 10 20:39:23.997665 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d01d25c6-afba-40f0-9fa2-bfaa261c3532 req-31dbbd67-1b97-40b9-8eb0-42c755f69aff tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466456 Nov 10 20:39:24.031800 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-5473640d-fb59-492c-a7a5-a7dcb103a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:24.033389 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-5473640d-fb59-492c-a7a5-a7dcb103a5f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 1098 time: 0.1005185 Nov 10 20:39:24.129774 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-dd67add5-c9f2-4452-90d7-0186f4889adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:24.131169 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-dd67add5-c9f2-4452-90d7-0186f4889adf service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 911 time: 0.0903234 Nov 10 20:39:24.198941 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-d2fa2ce7-963e-4392-9fb7-d2736060fab2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78985c50-024f-4a9a-9528-d8c2f60d6713 HTTP/1.1" status: 200 len: 1001 time: 0.0600379 Nov 10 20:39:24.262151 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-a0da8c8e-68d6-4908-b66f-bbe862a64da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:24.263620 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-a0da8c8e-68d6-4908-b66f-bbe862a64da6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0573342 Nov 10 20:39:24.314434 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-04d169bd-b25f-4841-a12b-0fd6c5fd6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:24.315950 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-04d169bd-b25f-4841-a12b-0fd6c5fd6bbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447359 Nov 10 20:39:24.416518 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-49a955f5-a936-43a4-a9e9-69fa516783cb service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920720 Nov 10 20:39:24.508667 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ac9aa0c-5bf9-44aa-9c6b-b256491da12d req-4783c321-2c52-4889-a1ba-395de989246c service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851483 Nov 10 20:39:25.118972 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50e37a-80cd-4849-90a0-4f9c1d7a9dfa req-6fa3f423-e19f-4108-bb45-7a5e5f6e8a56 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:25.120379 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a50e37a-80cd-4849-90a0-4f9c1d7a9dfa req-6fa3f423-e19f-4108-bb45-7a5e5f6e8a56 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0499742 Nov 10 20:39:25.171144 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9a50e37a-80cd-4849-90a0-4f9c1d7a9dfa req-9583a56a-6f16-431e-b5e7-b9f4d4b60073 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439703 Nov 10 20:39:26.292605 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ec93f-7e6c-4d8a-8e57-a0bc02ee19db req-50df06b8-8adf-41b6-b17d-977eac545c5e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:26.294133 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-950ec93f-7e6c-4d8a-8e57-a0bc02ee19db req-50df06b8-8adf-41b6-b17d-977eac545c5e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0545883 Nov 10 20:39:26.347632 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-950ec93f-7e6c-4d8a-8e57-a0bc02ee19db req-0b22751d-369d-4b64-9703-5ae168d4ee8e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469353 Nov 10 20:39:40.390913 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b2a45bc5-ddec-42cd-bf48-02a2f6b59b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:40.915897 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:42.666162 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8f3f017f-f912-4eb8-bdf0-0ae6e6c51597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:43.885373 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:44.462145 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-0779db72-4440-4d8c-82c4-9705acfb932c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439324 Nov 10 20:39:44.543463 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-d85f2adf-0e40-4b48-aad2-7825d9226ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:44.545046 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-d85f2adf-0e40-4b48-aad2-7825d9226ac2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 1098 time: 0.0470140 Nov 10 20:39:44.658121 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-6fdb5da8-9269-4f66-9e01-45411c66aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:44.660503 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-6fdb5da8-9269-4f66-9e01-45411c66aac7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0921888 Nov 10 20:39:44.728191 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-cba5ad38-0b64-4ac2-a279-89dd79b117db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31 HTTP/1.1" status: 200 len: 1001 time: 0.0598598 Nov 10 20:39:44.779773 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-79204350-7e82-41ce-9ba3-a18729b7ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:44.781328 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-79204350-7e82-41ce-9ba3-a18729b7ee9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0450730 Nov 10 20:39:44.837430 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-97033c4b-69bf-4081-b811-785bec8c8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:44.838943 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-97033c4b-69bf-4081-b811-785bec8c8f4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500321 Nov 10 20:39:44.933304 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-b004af57-69ca-4e13-abbb-1454031bb2aa service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858338 Nov 10 20:39:45.028376 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-0242bfe7-5e47-40d0-8495-e2f6c2b7c362 req-e869369f-0d1b-4962-a7ba-c0c67f68aadb service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868902 Nov 10 20:39:45.355755 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:46.372461 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:54.816676 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:40:10.383362 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8a201761-f838-40ad-809b-21eb078197d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:10.923239 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:12.673961 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fd94f349-0eb8-426b-b80b-5a8be3c1a439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:13.887417 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:15.357424 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:16.375512 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:24.544580 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf63023-a4ad-48a4-9757-86bc64d9ee24 req-0fa97692-9b73-45de-abfe-930b2120421a tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:24.546192 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-edf63023-a4ad-48a4-9757-86bc64d9ee24 req-0fa97692-9b73-45de-abfe-930b2120421a tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0515614 Nov 10 20:40:24.597516 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-edf63023-a4ad-48a4-9757-86bc64d9ee24 req-019a5cac-f19b-45fc-953f-755d21a10853 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452726 Nov 10 20:40:25.720731 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0bb3-5667-4b0b-a52f-b85311ee4e83 req-9bcfe2b1-8cc0-46c0-b03d-635ff34ade44 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:25.722415 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ed6f0bb3-5667-4b0b-a52f-b85311ee4e83 req-9bcfe2b1-8cc0-46c0-b03d-635ff34ade44 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0501029 Nov 10 20:40:25.772018 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-ed6f0bb3-5667-4b0b-a52f-b85311ee4e83 req-8454f8ac-82ea-4b98-85cd-504f1a8bda58 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434473 Nov 10 20:40:26.892649 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6a07e-ae4b-405e-bfec-e8558f710c38 req-483fe7f2-8ad3-4932-841a-48d9e93ece24 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:26.894148 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e6f6a07e-ae4b-405e-bfec-e8558f710c38 req-483fe7f2-8ad3-4932-841a-48d9e93ece24 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0493870 Nov 10 20:40:26.978640 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e6f6a07e-ae4b-405e-bfec-e8558f710c38 req-39011892-169a-4102-ac22-b85f0c55356b tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2ad8793-23e9-465c-a8a4-aba2688e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787001 Nov 10 20:40:26.991632 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-b2b8e022-5fb5-4554-97ee-dbcaac51e165 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:26.993292 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-b2b8e022-5fb5-4554-97ee-dbcaac51e165 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 945 time: 0.0736992 Nov 10 20:40:27.090767 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Deleting port 78985c50-024f-4a9a-9528-d8c2f60d6713 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:40:27.091012 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:27.183273 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] For port 78985c50-024f-4a9a-9528-d8c2f60d6713, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78985c50-024f-4a9a-9528-d8c2f60d6713,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:40:27.183623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:27.615800 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:27.616198 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:27.616517 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Floating IP 91056fc1-28a2-4ae1-8972-76965d8e594a disassociated. External IP: 172.27.3.177, port: 78985c50-024f-4a9a-9528-d8c2f60d6713. Nov 10 20:40:27.616861 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Calling delete_port for 78985c50-024f-4a9a-9528-d8c2f60d6713 owned by compute:nova {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:40:27.745985 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:27.773426 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event deleted for resources: {'Port': ['ID=78985c50-024f-4a9a-9528-d8c2f60d6713,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:27.783481 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.783784 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.784165 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.784506 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.784844 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.785179 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.785514 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.785844 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.786176 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.786506 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.786832 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.788550 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:27.905308 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Router d0e16a7e-658f-439c-b521-77998c7715f0 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:40:28.018828 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:40:28.032802 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] Sync routers for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:40:28.046488 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:40:28.046488 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:40:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:40:28.059672 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] No DVR routers for this DVR port 78985c50-024f-4a9a-9528-d8c2f60d6713 on host hv-cinder-81514 {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:40:28.062443 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:28.065958 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-de2c7e61-993d-46f5-a05e-75bff463ee65 req-e254eff5-5410-4b21-8cba-1b66a89bec38 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "DELETE /v2.0/ports/78985c50-024f-4a9a-9528-d8c2f60d6713 HTTP/1.1" status: 204 len: 173 time: 1.0652947 Nov 10 20:40:28.066418 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'name': 'network-vif-deleted', 'tag': '78985c50-024f-4a9a-9528-d8c2f60d6713'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:40:28.073110 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e6543d-4d02-4c24-953b-9c42e65d0ebb" -d '{"events": [{"server_uuid": "5ea75fdc-5f10-4b44-a050-c427d3afa75d", "name": "network-vif-deleted", "tag": "78985c50-024f-4a9a-9528-d8c2f60d6713"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:40:28.100769 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e9df8bd-d40c-461a-aa26-68d8fc7cfb9c req-9c3dcc11-c8ca-41bb-9d00-b0a432ba6c74 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea75fdc-5f10-4b44-a050-c427d3afa75d HTTP/1.1" status: 200 len: 210 time: 0.0359018 Nov 10 20:40:28.125079 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edaf5b8-eb87-4524-811b-b621efe65ce2 x-openstack-request-id: req-3edaf5b8-eb87-4524-811b-b621efe65ce2 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:40:28.125871 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea75fdc-5f10-4b44-a050-c427d3afa75d", "name": "network-vif-deleted", "tag": "78985c50-024f-4a9a-9528-d8c2f60d6713", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:40:28.126457 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3edaf5b8-eb87-4524-811b-b621efe65ce2 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:40:28.127470 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea75fdc-5f10-4b44-a050-c427d3afa75d', 'name': 'network-vif-deleted', 'tag': '78985c50-024f-4a9a-9528-d8c2f60d6713', 'status': 'completed', 'code': 200} Nov 10 20:40:28.180053 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:40:28.494714 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:40:28.520942 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] Checking router: d0e16a7e-658f-439c-b521-77998c7715f0 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:40:28.530262 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:40:28.530874 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:40:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:40:28.650585 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:40:28.868865 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:40:28.897641 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fef4df-756e-4211-b47c-6a9e84b53d71 None None] The sync data for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi is: [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:40:29.154496 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40886798-03ae-4e2c-bdc4-9f5cde815330 None None] New status for floating IP 91056fc1-28a2-4ae1-8972-76965d8e594a: DOWN {{(pid=101641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:40:29.210659 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 44552) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:29.270667 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5da57bab-864b-4867-8408-25f55200492c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.299510 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5da57bab-864b-4867-8408-25f55200492c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.352255 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5da57bab-864b-4867-8408-25f55200492c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.354812 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5da57bab-864b-4867-8408-25f55200492c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.355999 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-5da57bab-864b-4867-8408-25f55200492c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "DELETE /v2.0/security-groups/c2ad8793-23e9-465c-a8a4-aba2688e6662 HTTP/1.1" status: 204 len: 168 time: 0.1437178 Nov 10 20:40:29.358879 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 44554) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:29.365552 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da57bab-864b-4867-8408-25f55200492c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad8793-23e9-465c-a8a4-aba2688e6662,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:29.372841 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.api.v2.resource [None req-9d3ac861-7562-4239-8836-322c06445caa tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] show failed (client error): The resource could not be found. Nov 10 20:40:29.374412 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9d3ac861-7562-4239-8836-322c06445caa tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups/c2ad8793-23e9-465c-a8a4-aba2688e6662 HTTP/1.1" status: 404 len: 347 time: 0.0144851 Nov 10 20:40:29.377773 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 44556) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:29.520828 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Deleting port df39a5e1-3f98-4004-966b-d693191dd9ba {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:40:29.521169 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.611348 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.611635 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.624091 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Calling delete_port for df39a5e1-3f98-4004-966b-d693191dd9ba owned by network:floatingip {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:40:29.761085 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.787175 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event deleted for resources: {'Port': ['ID=df39a5e1-3f98-4004-966b-d693191dd9ba,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:29.801288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.801634 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.801972 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.802304 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.802633 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.802962 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.803293 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.803614 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.803971 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.804288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.804633 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.804949 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:29.862805 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.865331 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.866476 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-7a2a3420-3f13-485a-b4dc-62e32df3b928 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "DELETE /v2.0/floatingips/91056fc1-28a2-4ae1-8972-76965d8e594a HTTP/1.1" status: 204 len: 168 time: 0.4875746 Nov 10 20:40:30.050781 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 44562) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:30.055374 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-b382a09a-17c3-4bba-b5dc-2968168b0559 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521416069', 'description': 'tempest-description--2090626819'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:30.080212 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b382a09a-17c3-4bba-b5dc-2968168b0559 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.149396 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b382a09a-17c3-4bba-b5dc-2968168b0559 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.153347 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b382a09a-17c3-4bba-b5dc-2968168b0559 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.185262 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-b382a09a-17c3-4bba-b5dc-2968168b0559 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.186573 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-b382a09a-17c3-4bba-b5dc-2968168b0559 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1347454 Nov 10 20:40:30.188372 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382a09a-17c3-4bba-b5dc-2968168b0559 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f34cd42-035d-4ea1-baff-72301f02e043,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:30.190268 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 44564) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:30.194996 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-876b09f6-6470-4451-9fad-b78f7c380567 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'security_group_rule': {'security_group_id': '4f34cd42-035d-4ea1-baff-72301f02e043', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:30.225863 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-876b09f6-6470-4451-9fad-b78f7c380567 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.281607 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-876b09f6-6470-4451-9fad-b78f7c380567 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.285308 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-876b09f6-6470-4451-9fad-b78f7c380567 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.304124 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b09f6-6470-4451-9fad-b78f7c380567 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14193596-8f6f-4466-8681-52ef2dbedd1c,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:30.312115 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-876b09f6-6470-4451-9fad-b78f7c380567 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.313478 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-876b09f6-6470-4451-9fad-b78f7c380567 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221068 Nov 10 20:40:30.316107 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 44566) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:30.321201 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-3ebfc214-7ba8-4340-a28f-b90afbf0db32 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'security_group_rule': {'security_group_id': '4f34cd42-035d-4ea1-baff-72301f02e043', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:30.347411 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc214-7ba8-4340-a28f-b90afbf0db32 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.406040 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc214-7ba8-4340-a28f-b90afbf0db32 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.409839 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc214-7ba8-4340-a28f-b90afbf0db32 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537741'] for security_group_rule, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.427350 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfc214-7ba8-4340-a28f-b90afbf0db32 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bc42a4-2e6e-4578-9ebb-2add3b8a7c5c,revision_number=0']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:30.441798 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc214-7ba8-4340-a28f-b90afbf0db32 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.443013 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-3ebfc214-7ba8-4340-a28f-b90afbf0db32 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259332 Nov 10 20:40:30.446118 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 44568) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:30.450514 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'floatingip': {'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:30.479046 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.583736 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.689054 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Allocated IP 172.27.3.232 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/4fb3347c-3f07-4847-87de-f78a3efa19c6) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:40:30.799912 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.803346 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 78985c50-024f-4a9a-9528-d8c2f60d6713 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:40:30.823574 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 78985c50-024f-4a9a-9528-d8c2f60d6713 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:40:30.823909 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 78985c50-024f-4a9a-9528-d8c2f60d6713 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:40:30.835889 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:30.877316 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:40:30.880550 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:40:30.883596 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:40:30.906290 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'Port': ['ID=4fb3347c-3f07-4847-87de-f78a3efa19c6,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:30.978522 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:31.014337 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:31.176089 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:31.181314 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:31.249986 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'Port': ['ID=4fb3347c-3f07-4847-87de-f78a3efa19c6,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:31.260375 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:31.283449 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:31.284764 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-40b2e096-9a78-4ec2-bd16-cd3dbe99de25 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8376677 Nov 10 20:40:31.437247 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-5d86c425-ba59-4cd1-863e-07325325baba tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1521416069&fields=id&tenant_id=02a5837d6668481e93a90c3aa59925cb HTTP/1.1" status: 200 len: 267 time: 0.0448489 Nov 10 20:40:31.558041 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-8759119a-5be1-4000-bdfc-a01024c52f61 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:31.559575 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-8759119a-5be1-4000-bdfc-a01024c52f61 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 810 time: 0.1152663 Nov 10 20:40:31.575221 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-c794cd62-0f75-423c-aa64-bc5b86c76eff tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/quotas/02a5837d6668481e93a90c3aa59925cb HTTP/1.1" status: 200 len: 375 time: 0.0093510 Nov 10 20:40:31.630449 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-e1a932e5-e5ec-4218-bed8-2e4036143113 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490708 Nov 10 20:40:31.731460 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-2bed72c9-177c-460e-b4d5-7524029313be service neutron] 10.222.0.13 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887406 Nov 10 20:40:31.815972 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:40:31.824905 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-108b0f9f-1f67-4351-b6fe-236fb07738d1 service neutron] 10.222.0.13 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869470 Nov 10 20:40:32.008772 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a22c4f9a-3daf-48b1-9985-1dbf06e9c0ac req-927aef22-fcb4-4d2d-b975-4dbf09be8036 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 210 time: 0.0281663 Nov 10 20:40:33.105650 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e79963cb-5f38-473e-96c0-2c6089a84b71 req-0a607d93-6777-47cf-beb3-d08f1ecffdb7 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 210 time: 0.0260394 Nov 10 20:40:33.982100 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-8c07fde5-09df-4d53-a780-5733a466f811 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:33.984138 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-8c07fde5-09df-4d53-a780-5733a466f811 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 810 time: 0.1089990 Nov 10 20:40:34.055184 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-f39f2de6-2e7c-4c4b-ab65-b5e812ab3159 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02a5837d6668481e93a90c3aa59925cb HTTP/1.1" status: 200 len: 380 time: 0.0536060 Nov 10 20:40:34.064782 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'port': {'device_id': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'admin_state_up': True, 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'security_groups': ['4f34cd42-035d-4ea1-baff-72301f02e043']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:34.200809 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Made reservation on behalf of 02a5837d6668481e93a90c3aa59925cb for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:40:34.204066 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-90db4170-b251-47a5-ab00-e468565a1665 req-ffd9f8ee-dde6-4121-95b1-43cd7ad47cb3 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 210 time: 0.0286930 Nov 10 20:40:34.205254 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:34.334183 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Allocated IP 172.20.0.5 (0d8b4292-6f11-40d4-b05f-0d37d62cdde6/34ae8317-a774-4593-9616-dba66b8ade08/376f57f8-7346-45b0-b61c-cc2678ef0d23) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:40:34.494693 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:34.530349 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:34.574947 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:40:34.578144 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:40:34.580886 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:40:34.611623 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event updated for resources: {'Port': ['ID=376f57f8-7346-45b0-b61c-cc2678ef0d23,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:34.642027 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:34.642655 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:34.659953 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-3fb18a14-42c6-435a-a21d-b60716853114 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986884 Nov 10 20:40:34.718823 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Request body: {'port': {'device_id': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:34.775179 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-92b64784-7c05-4ef5-9246-282d7216c66c None None] Provisioning complete for port 376f57f8-7346-45b0-b61c-cc2678ef0d23 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:40:34.775867 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-92b64784-7c05-4ef5-9246-282d7216c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:34.776035 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:34.810492 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-92b64784-7c05-4ef5-9246-282d7216c66c None None] Port 376f57f8-7346-45b0-b61c-cc2678ef0d23 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:40:35.041582 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376f57f8-7346-45b0-b61c-cc2678ef0d23 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:40:35.049936 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:35.062369 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Transition to ACTIVE for port object 376f57f8-7346-45b0-b61c-cc2678ef0d23 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:40:35.065837 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:35.118298 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=376f57f8-7346-45b0-b61c-cc2678ef0d23,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:35.190413 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Attempting to bind port 376f57f8-7346-45b0-b61c-cc2678ef0d23 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:40:35.190744 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Attempting to bind port 376f57f8-7346-45b0-b61c-cc2678ef0d23 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:40:35.191074 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Attempting to bind port 376f57f8-7346-45b0-b61c-cc2678ef0d23 on network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:40:35.195801 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Port 376f57f8-7346-45b0-b61c-cc2678ef0d23 on network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:40:35.196148 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Attempting to bind port 376f57f8-7346-45b0-b61c-cc2678ef0d23 on network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:40:35.201038 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:40:35.201688 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Checking segment: {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:40:35.201817 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Bound using segment: {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:40:35.202182 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Bound port: 376f57f8-7346-45b0-b61c-cc2678ef0d23, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c835424-c1d2-43a8-b95b-a9eb4617fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:40:35.202535 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:35.268313 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] For port 376f57f8-7346-45b0-b61c-cc2678ef0d23, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:40:35.271369 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] For port 376f57f8-7346-45b0-b61c-cc2678ef0d23, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=376f57f8-7346-45b0-b61c-cc2678ef0d23,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:40:35.276952 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:35.356031 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:35.356651 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:35.358640 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] 10.222.0.39 "PUT /v2.0/ports/376f57f8-7346-45b0-b61c-cc2678ef0d23 HTTP/1.1" status: 200 len: 1093 time: 0.6460485 Nov 10 20:40:35.359087 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'tag': '376f57f8-7346-45b0-b61c-cc2678ef0d23'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:40:35.361811 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75" -d '{"events": [{"name": "network-changed", "server_uuid": "b63c3443-3dac-42a4-80df-5aa43b71c98c", "tag": "376f57f8-7346-45b0-b61c-cc2678ef0d23"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:40:35.389561 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc512b38-c60d-4fc1-b682-6fd116a4c7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=376f57f8-7346-45b0-b61c-cc2678ef0d23,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:35.404209 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae66c8-5b3b-4f92-9a3d-4f98cafc8c4e req-695b7f80-5fed-4d6a-b7cc-9e1c93b3eb37 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:35.405849 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4aae66c8-5b3b-4f92-9a3d-4f98cafc8c4e req-695b7f80-5fed-4d6a-b7cc-9e1c93b3eb37 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 943 time: 0.1199667 Nov 10 20:40:35.418298 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca6c854-d764-4245-a711-f7a1bb66405e x-openstack-request-id: req-3ca6c854-d764-4245-a711-f7a1bb66405e {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:40:35.418594 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63c3443-3dac-42a4-80df-5aa43b71c98c", "tag": "376f57f8-7346-45b0-b61c-cc2678ef0d23", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:40:35.418848 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ca6c854-d764-4245-a711-f7a1bb66405e {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:40:35.419242 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'tag': '376f57f8-7346-45b0-b61c-cc2678ef0d23', 'status': 'completed', 'code': 200} Nov 10 20:40:35.486627 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4aae66c8-5b3b-4f92-9a3d-4f98cafc8c4e req-02938464-d341-48c3-a78d-fe7aec0bc44e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743048 Nov 10 20:40:35.500804 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-1634af00-3177-4b7e-9a5e-cc59b78d66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:35.502598 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-1634af00-3177-4b7e-9a5e-cc59b78d66c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 1096 time: 0.0614965 Nov 10 20:40:35.555950 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-230fb1e2-215b-4b3f-bf95-fe12f6e7c638 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=376f57f8-7346-45b0-b61c-cc2678ef0d23 HTTP/1.1" status: 200 len: 217 time: 0.0375757 Nov 10 20:40:35.605340 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-b3a39bb2-06e7-4697-9aa6-ed45a7d18e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:35.606765 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-b3a39bb2-06e7-4697-9aa6-ed45a7d18e47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0428617 Nov 10 20:40:35.652249 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-bbf7cbb6-d13d-499f-b0b5-454fae2b90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:35.653717 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-bbf7cbb6-d13d-499f-b0b5-454fae2b90f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396929 Nov 10 20:40:35.751140 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-6add6aba-051a-4287-89ad-0dc3ddd92adf service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889113 Nov 10 20:40:35.845505 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-19403be3-07d4-4a01-abd5-c83322c3ba12 req-ac68c6ee-018a-4596-b74b-e8c59e3d34b6 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862236 Nov 10 20:40:36.008613 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-16ba2792-e4fc-4444-9426-e2d3ea5dd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:36.009998 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-16ba2792-e4fc-4444-9426-e2d3ea5dd7e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 1096 time: 0.0423195 Nov 10 20:40:36.112045 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-a027929f-c5d4-4c2c-9486-22beea3e036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:36.113533 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-a027929f-c5d4-4c2c-9486-22beea3e036c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 911 time: 0.0942197 Nov 10 20:40:36.154077 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-75396e33-213c-4e55-b771-06abae170b9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=376f57f8-7346-45b0-b61c-cc2678ef0d23 HTTP/1.1" status: 200 len: 217 time: 0.0327661 Nov 10 20:40:36.207055 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-b35fbde7-0dda-4a09-996a-175bbcaa13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:36.208685 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-b35fbde7-0dda-4a09-996a-175bbcaa13a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0463068 Nov 10 20:40:36.255844 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-0be54b29-1c91-45e1-9f3b-893ea418f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:36.257335 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-0be54b29-1c91-45e1-9f3b-893ea418f9e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395198 Nov 10 20:40:36.350191 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-8761b311-935c-48fe-854c-6a2cdddb36ba service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847018 Nov 10 20:40:36.444767 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-4ef0ccb3-04c6-4dc9-bfb7-26e21b2b5d75 req-742518c2-ded4-4f2b-a4ce-e7c4afc07e2f service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856767 Nov 10 20:40:36.610419 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f355c3-f596-4092-bcbf-25f38c7b3896 req-76387718-4520-482f-a47a-3e6fa5556d72 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:36.611787 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-76f355c3-f596-4092-bcbf-25f38c7b3896 req-76387718-4520-482f-a47a-3e6fa5556d72 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 943 time: 0.0483449 Nov 10 20:40:36.661361 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-76f355c3-f596-4092-bcbf-25f38c7b3896 req-ca2ab984-cf40-4b83-9cba-e084021622ee tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437150 Nov 10 20:40:37.775133 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0917c-b69a-4594-8186-53a32c96f84b req-0babaaf7-3471-44ab-9062-ee500fb99c5c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:37.776627 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-11f0917c-b69a-4594-8186-53a32c96f84b req-0babaaf7-3471-44ab-9062-ee500fb99c5c tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 943 time: 0.0491230 Nov 10 20:40:37.821901 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-11f0917c-b69a-4594-8186-53a32c96f84b req-625b2880-dac0-4f99-882f-f5772213aec4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394258 Nov 10 20:40:38.934777 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00131d01-a8f3-449b-a29f-b83a3e65ff8b req-e802b68b-7188-485d-81c3-6441a16e367a tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:38.938456 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-00131d01-a8f3-449b-a29f-b83a3e65ff8b req-e802b68b-7188-485d-81c3-6441a16e367a tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 943 time: 0.0494020 Nov 10 20:40:38.984263 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-00131d01-a8f3-449b-a29f-b83a3e65ff8b req-4707e537-4216-4dc4-8b87-8f7cd6cd3696 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Nov 10 20:40:39.776258 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 376f57f8-7346-45b0-b61c-cc2678ef0d23 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:40:39.877394 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 376f57f8-7346-45b0-b61c-cc2678ef0d23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=376f57f8-7346-45b0-b61c-cc2678ef0d23,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:40:39.889525 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '376f57f8-7346-45b0-b61c-cc2678ef0d23', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'port_id': '376f57f8-7346-45b0-b61c-cc2678ef0d23', 'mac_address': 'fa:16:3e:99:ca:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:40:39.926845 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:39.940034 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376f57f8-7346-45b0-b61c-cc2678ef0d23 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:40:39.959967 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 376f57f8-7346-45b0-b61c-cc2678ef0d23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=376f57f8-7346-45b0-b61c-cc2678ef0d23,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:40:39.963901 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:40.014658 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=376f57f8-7346-45b0-b61c-cc2678ef0d23,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:40.021933 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.022277 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.022612 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.022939 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.023262 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.023583 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.023904 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.024247 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.024566 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.024883 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.025198 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.025564 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:40:40.103366 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759710aa-36be-404e-bd2d-729513b057ee req-bf2f0bae-9dbe-4b31-a5af-de8d9b1560cb tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:40.104039 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-759710aa-36be-404e-bd2d-729513b057ee req-bf2f0bae-9dbe-4b31-a5af-de8d9b1560cb tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 944 time: 0.0516334 Nov 10 20:40:40.151244 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-759710aa-36be-404e-bd2d-729513b057ee req-5181d029-431f-4f04-9bdc-813a1a8939aa tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410058 Nov 10 20:40:40.384603 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-72575fa6-c28f-4fc3-9f44-971785f154d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:40.457029 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['376f57f8-7346-45b0-b61c-cc2678ef0d23'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:40:40.941575 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:40.989466 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-3467149a-b68c-4951-b515-3f1b41ba1088 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850058538&fields=id&tenant_id=793fc12c1f82441fa41b432ab9d30729 HTTP/1.1" status: 200 len: 267 time: 0.0450270 Nov 10 20:40:41.100971 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-52e0888a-fb2d-46b0-a3bf-f393e7168a61 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:41.102412 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-52e0888a-fb2d-46b0-a3bf-f393e7168a61 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 812 time: 0.1062567 Nov 10 20:40:41.117357 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-0d18cd33-3a2a-47f9-82ef-3cbcf4072b9e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/quotas/793fc12c1f82441fa41b432ab9d30729 HTTP/1.1" status: 200 len: 375 time: 0.0092416 Nov 10 20:40:41.174979 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-e6eccc6e-942d-45ce-a9ce-2b156d3f80d6 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0517709 Nov 10 20:40:41.272718 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7a66-2a37-4144-97cc-66d8f2d69bb7 req-cd81ade8-4b40-4c83-ae53-3367b2e76f94 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:41.274135 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-448c7a66-2a37-4144-97cc-66d8f2d69bb7 req-cd81ade8-4b40-4c83-ae53-3367b2e76f94 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 944 time: 0.0516925 Nov 10 20:40:41.277378 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-b9940c6a-3857-4a06-ac8c-1bbcb7229b8d service neutron] 10.222.0.13 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905640 Nov 10 20:40:41.328669 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-448c7a66-2a37-4144-97cc-66d8f2d69bb7 req-9b2c33c6-f0e9-4aba-a8c8-3b47962d2fc7 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477884 Nov 10 20:40:41.367056 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-2d011030-a6ef-4657-862c-d2e4e04878d4 service neutron] 10.222.0.13 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831723 Nov 10 20:40:41.646046 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-db4b6025-caf0-4e1b-827d-58583ec2da6b req-c8508140-ccce-4cd7-8967-57845e9d9187 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 210 time: 0.0262914 Nov 10 20:40:41.777757 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 376f57f8-7346-45b0-b61c-cc2678ef0d23 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:40:41.829877 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 376f57f8-7346-45b0-b61c-cc2678ef0d23 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:40:41.834650 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 376f57f8-7346-45b0-b61c-cc2678ef0d23 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:40:41.835013 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:41.919010 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:41.947696 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376f57f8-7346-45b0-b61c-cc2678ef0d23'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:40:41.949966 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abcc0c2-4096-4fc4-b962-6abed7682b80" -d '{"events": [{"server_uuid": "b63c3443-3dac-42a4-80df-5aa43b71c98c", "name": "network-vif-plugged", "status": "completed", "tag": "376f57f8-7346-45b0-b61c-cc2678ef0d23"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:40:41.967328 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 376f57f8-7346-45b0-b61c-cc2678ef0d23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=376f57f8-7346-45b0-b61c-cc2678ef0d23,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:40:41.971504 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:42.029509 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=376f57f8-7346-45b0-b61c-cc2678ef0d23,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:42.080033 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6f50a9-e2e0-4386-a5fe-b4f02f2abe9f x-openstack-request-id: req-9a6f50a9-e2e0-4386-a5fe-b4f02f2abe9f {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:40:42.080331 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63c3443-3dac-42a4-80df-5aa43b71c98c", "name": "network-vif-plugged", "status": "completed", "tag": "376f57f8-7346-45b0-b61c-cc2678ef0d23", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:40:42.080592 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a6f50a9-e2e0-4386-a5fe-b4f02f2abe9f {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:40:42.080988 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376f57f8-7346-45b0-b61c-cc2678ef0d23', 'code': 200} Nov 10 20:40:42.342666 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ace28-52b1-4b11-aeac-9308da6cff7b req-224600c8-fd5b-4a4d-bf81-ef4e9c6d6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:42.344100 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-160ace28-52b1-4b11-aeac-9308da6cff7b req-224600c8-fd5b-4a4d-bf81-ef4e9c6d6bc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 1098 time: 0.0437653 Nov 10 20:40:42.391424 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-160ace28-52b1-4b11-aeac-9308da6cff7b req-c5788569-12c9-46ea-a9a6-1b2456a7d7d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395503 Nov 10 20:40:42.445370 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b155c9-6285-4651-aad9-56b9ae79255a req-72660948-308b-4307-bec7-65df9afc8e2b tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:42.446940 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d2b155c9-6285-4651-aad9-56b9ae79255a req-72660948-308b-4307-bec7-65df9afc8e2b tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 945 time: 0.0492792 Nov 10 20:40:42.494413 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-d2b155c9-6285-4651-aad9-56b9ae79255a req-c0f47533-7396-4b02-a299-75ff9bda045d tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409496 Nov 10 20:40:42.678116 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-2fea227f-ab66-45a0-9a4b-2f6d68f69f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:42.750469 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-884c6fc9-bf87-4f9c-b4fd-23d8a69b24c7 req-e9899f38-8e48-47f0-a3d2-40e6b7502e7b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 210 time: 0.0331748 Nov 10 20:40:43.237554 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-eee47cb3-0619-4edf-a618-b482b8be7e6d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:43.239109 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-eee47cb3-0619-4edf-a618-b482b8be7e6d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 812 time: 0.1076989 Nov 10 20:40:43.331408 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-e302f0c1-79ed-4cc8-b29f-58c5b46c0f64 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=793fc12c1f82441fa41b432ab9d30729 HTTP/1.1" status: 200 len: 380 time: 0.0566788 Nov 10 20:40:43.341882 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'port': {'device_id': '737225fd-b4b9-4eec-b803-1c72adb80934', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'admin_state_up': True, 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'security_groups': ['676d418b-302e-4316-a724-9c6272609693']}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:43.456035 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Made reservation on behalf of 793fc12c1f82441fa41b432ab9d30729 for: {'port': 1} {{(pid=101639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:40:43.459573 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:43.614470 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Allocated IP 172.20.0.5 (222b4395-2fb0-445c-ba17-71ac8023cd66/4ed0cba8-2345-40a8-b177-371c64012e6a/03018763-12fd-415f-8d4c-51b00b5ba829) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:40:43.645472 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e936200-e373-4af9-8555-f6efbce00eb7 req-b48ba667-2c83-408d-b9e4-ab17c2c3d0a1 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:43.646956 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2e936200-e373-4af9-8555-f6efbce00eb7 req-b48ba667-2c83-408d-b9e4-ab17c2c3d0a1 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 945 time: 0.0763483 Nov 10 20:40:43.759035 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2e936200-e373-4af9-8555-f6efbce00eb7 req-e217bf7d-3754-4ef6-8637-6244545ed639 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021564 Nov 10 20:40:43.810267 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:43.854910 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:43.855558 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0871135c-15f2-4f6a-af16-105e6b470437 req-2396e50a-4423-492d-8679-028714bc07dc tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 210 time: 0.0296855 Nov 10 20:40:43.897923 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:43.914155 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:40:43.917492 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:40:43.922021 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:40:43.925022 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'Port': ['ID=03018763-12fd-415f-8d4c-51b00b5ba829,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:43.974951 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:43.975567 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:43.993347 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-f5fb2ba6-5d8a-44f3-afb6-ed892acf2d5d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6553113 Nov 10 20:40:44.133756 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-bd64af4e-ea7b-4564-b524-141cac374609 None None] Provisioning complete for port 03018763-12fd-415f-8d4c-51b00b5ba829 triggered by entity DHCP. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:40:44.134122 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-bd64af4e-ea7b-4564-b524-141cac374609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:44.167745 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Request body: {'port': {'device_id': '737225fd-b4b9-4eec-b803-1c72adb80934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:44.168806 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-bd64af4e-ea7b-4564-b524-141cac374609 None None] Port 03018763-12fd-415f-8d4c-51b00b5ba829 cannot update to ACTIVE because it is not bound. {{(pid=101641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:40:44.230717 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:44.500870 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03018763-12fd-415f-8d4c-51b00b5ba829 {{(pid=101639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:40:44.508161 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:44.525993 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.provisioning_blocks [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Transition to ACTIVE for port object 03018763-12fd-415f-8d4c-51b00b5ba829 will not be triggered until provisioned by entity L2. {{(pid=101639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:40:44.529788 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:44.598718 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Pushing event updated for resources: {'Port': ['ID=03018763-12fd-415f-8d4c-51b00b5ba829,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:44.659146 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Attempting to bind port 03018763-12fd-415f-8d4c-51b00b5ba829 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:40:44.659483 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Attempting to bind port 03018763-12fd-415f-8d4c-51b00b5ba829 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:40:44.659814 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Attempting to bind port 03018763-12fd-415f-8d4c-51b00b5ba829 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:40:44.664706 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Port 03018763-12fd-415f-8d4c-51b00b5ba829 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:40:44.665033 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Attempting to bind port 03018763-12fd-415f-8d4c-51b00b5ba829 on network 222b4395-2fb0-445c-ba17-71ac8023cd66 {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:40:44.670752 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Checking agent: {'id': 'd6207ac3-2e0a-4c07-9969-925529d3eb0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'started_at': datetime.datetime(2021, 11, 10, 20, 21, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:40:44.671094 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Checking segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:40:44.671478 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Bound using segment: {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'} {{(pid=101639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:40:44.671912 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.managers [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Bound port: 03018763-12fd-415f-8d4c-51b00b5ba829, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66'}}] {{(pid=101639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:40:44.672292 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:44.748908 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] For port 03018763-12fd-415f-8d4c-51b00b5ba829, host hv-cinder-81514, cleared binding levels {{(pid=101639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:40:44.753849 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] For port 03018763-12fd-415f-8d4c-51b00b5ba829, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=03018763-12fd-415f-8d4c-51b00b5ba829,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:40:44.759206 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:44.796268 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:44.796891 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:44.798385 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] 10.222.0.39 "PUT /v2.0/ports/03018763-12fd-415f-8d4c-51b00b5ba829 HTTP/1.1" status: 200 len: 1093 time: 0.6350741 Nov 10 20:40:44.798831 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:40:44.801155 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2fe252-112c-4e5a-9f92-2e161108dd69" -d '{"events": [{"name": "network-changed", "server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:40:44.840986 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c46b9-fef1-4dd2-b16a-55e78f212591 service neutron] Pushing event updated for resources: {'Port': ['ID=03018763-12fd-415f-8d4c-51b00b5ba829,revision_number=3']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:45.038225 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6e4f1-2ef6-4f55-8e88-3e0319472ed9 req-f57b4956-eb8e-4217-bac5-a7a3909c94c8 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.039957 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-16e6e4f1-2ef6-4f55-8e88-3e0319472ed9 req-f57b4956-eb8e-4217-bac5-a7a3909c94c8 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 943 time: 0.0642140 Nov 10 20:40:45.092596 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-16e6e4f1-2ef6-4f55-8e88-3e0319472ed9 req-29d057ab-e9f9-4f62-a3c0-91c195b6cf0e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463827 Nov 10 20:40:45.182648 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a5b00e-611f-4eb5-ba9f-439b88c02777 x-openstack-request-id: req-75a5b00e-611f-4eb5-ba9f-439b88c02777 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:40:45.182917 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:40:45.183168 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75a5b00e-611f-4eb5-ba9f-439b88c02777 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:40:45.183555 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829', 'status': 'completed', 'code': 200} Nov 10 20:40:45.209798 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cad60-1e0b-4f6b-8905-5d731fec342d req-402951aa-d3f6-4b7e-a738-067d7463c2f6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.211272 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-635cad60-1e0b-4f6b-8905-5d731fec342d req-402951aa-d3f6-4b7e-a738-067d7463c2f6 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 945 time: 0.3506978 Nov 10 20:40:45.217358 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-371298aa-7b66-4712-9731-e3dcb22b3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.218738 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-371298aa-7b66-4712-9731-e3dcb22b3a0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 1096 time: 0.3488297 Nov 10 20:40:45.275396 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-56456332-b2b6-4670-811b-40cd76e80a79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03018763-12fd-415f-8d4c-51b00b5ba829 HTTP/1.1" status: 200 len: 217 time: 0.0415297 Nov 10 20:40:45.299490 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-635cad60-1e0b-4f6b-8905-5d731fec342d req-cd24535e-9d70-4282-90c7-82793ffd9efb tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798531 Nov 10 20:40:45.333311 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-648fb5a8-ff5f-42fa-83ec-0fcee7033e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.334771 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-648fb5a8-ff5f-42fa-83ec-0fcee7033e31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0474946 Nov 10 20:40:45.359542 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:45.386676 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-cb2b7e31-9301-4f13-a57c-6bbf7941389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.388188 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-cb2b7e31-9301-4f13-a57c-6bbf7941389f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439286 Nov 10 20:40:45.412090 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea745b2-15d6-4ebf-8af0-84ee89090b54 req-8c3985d3-bd8b-481e-891f-a511973b4687 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.413569 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9ea745b2-15d6-4ebf-8af0-84ee89090b54 req-8c3985d3-bd8b-481e-891f-a511973b4687 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 945 time: 0.0489061 Nov 10 20:40:45.422250 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 44694) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:45.426700 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.v2.base [None req-8787120f-deeb-467d-9ea5-607b3f9352b5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Request body: {'floatingip': {'port_id': '376f57f8-7346-45b0-b61c-cc2678ef0d23'}} {{(pid=101640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:45.471830 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8787120f-deeb-467d-9ea5-607b3f9352b5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, before_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:45.479852 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-cba71aaf-22a8-4d4e-a354-e70d25917ed4 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838032 Nov 10 20:40:45.575245 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-538cd548-1f4a-41fe-ab1e-3aaea357401c req-df7cbf11-df31-4c8d-8b0d-97edbe112e34 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868180 Nov 10 20:40:45.590193 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-b3259b01-ce68-48a5-ace2-4619629843ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1193886 Nov 10 20:40:45.755106 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-4b884b9e-292a-4ed3-8244-1643a363fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.756636 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-4b884b9e-292a-4ed3-8244-1643a363fb13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 1098 time: 0.0455317 Nov 10 20:40:45.759208 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-7d0fdae9-2c45-49b6-addc-16f758202199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.760709 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-7d0fdae9-2c45-49b6-addc-16f758202199 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 1096 time: 0.0651948 Nov 10 20:40:45.892444 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-1df00633-4dbf-4d11-86d4-3e203f1667c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.893954 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-1df00633-4dbf-4d11-86d4-3e203f1667c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.1110365 Nov 10 20:40:45.968347 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-7afb9377-f07d-4649-a005-9958faa8ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:45.969846 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-7afb9377-f07d-4649-a005-9958faa8ecf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.1829741 Nov 10 20:40:45.970035 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-2c2de756-61cf-48e7-abb5-a7a709d178de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31 HTTP/1.1" status: 200 len: 1001 time: 0.0681214 Nov 10 20:40:46.025832 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-78677f7f-1702-41d5-8ee9-1ee88f41a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:46.027332 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-78677f7f-1702-41d5-8ee9-1ee88f41a283 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0446639 Nov 10 20:40:46.036384 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-2334328f-ad9a-4318-8d2f-08c043577f9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03018763-12fd-415f-8d4c-51b00b5ba829 HTTP/1.1" status: 200 len: 217 time: 0.0403388 Nov 10 20:40:46.080021 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-74c101af-9aad-4ce4-9eef-5015cef62ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:46.081519 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-74c101af-9aad-4ce4-9eef-5015cef62ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473175 Nov 10 20:40:46.128805 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-76730988-cdc4-49b7-9993-3c3d74201c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:46.130246 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-76730988-cdc4-49b7-9993-3c3d74201c35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0872929 Nov 10 20:40:46.132253 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8787120f-deeb-467d-9ea5-607b3f9352b5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:46.136818 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8787120f-deeb-467d-9ea5-607b3f9352b5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:46.202982 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-6a69f176-1d0d-45f7-ad45-dc958a251152 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123948 Nov 10 20:40:46.253255 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-96b662b3-58bc-4176-a307-e5c74fec927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:46.254753 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-96b662b3-58bc-4176-a307-e5c74fec927f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1149096 Nov 10 20:40:46.267754 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233129d3-a33f-452d-8f0c-bcd7b81f6206 req-a79255ef-d7c7-4822-ad42-e2dfd9638fff tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:46.269306 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-233129d3-a33f-452d-8f0c-bcd7b81f6206 req-a79255ef-d7c7-4822-ad42-e2dfd9638fff tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 943 time: 0.1058784 Nov 10 20:40:46.318600 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.l3_db [None req-8787120f-deeb-467d-9ea5-607b3f9352b5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Floating IP 9d9a1ec6-e209-4bdd-8b84-ba7343eefba2 associated. External IP: 172.27.3.232, port: 376f57f8-7346-45b0-b61c-cc2678ef0d23. Nov 10 20:40:46.346355 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-233129d3-a33f-452d-8f0c-bcd7b81f6206 req-2db8ac62-ac1b-4410-885b-56d017130aa2 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689549 Nov 10 20:40:46.348413 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-90bfb9a0-8d64-4907-a5da-0ab2b5b53969 req-8d8a03f7-39fc-4a62-b55a-2c9b0f4fc361 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378870 Nov 10 20:40:46.386114 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:46.671973 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-d66b718e-4e9a-4b78-b382-0c8fb3be5176 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094913 Nov 10 20:40:46.859235 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7b2fe252-112c-4e5a-9f92-2e161108dd69 req-620ddef0-2bfa-400a-9879-6b109297a042 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692371 Nov 10 20:40:46.864387 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8787120f-deeb-467d-9ea5-607b3f9352b5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Router d0e16a7e-658f-439c-b521-77998c7715f0 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:40:46.974501 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8787120f-deeb-467d-9ea5-607b3f9352b5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:40:46.979292 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-8787120f-deeb-467d-9ea5-607b3f9352b5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:46.984331 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] Sync routers for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:40:46.994764 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:40:46.995375 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:40:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:40:47.009759 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-8787120f-deeb-467d-9ea5-607b3f9352b5 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "PUT /v2.0/floatingips/9d9a1ec6-e209-4bdd-8b84-ba7343eefba2 HTTP/1.1" status: 200 len: 991 time: 1.5837636 Nov 10 20:40:47.009759 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'tag': '376f57f8-7346-45b0-b61c-cc2678ef0d23'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:40:47.009963 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc1b118-49d0-4881-81da-616822f46299" -d '{"events": [{"name": "network-changed", "server_uuid": "b63c3443-3dac-42a4-80df-5aa43b71c98c", "tag": "376f57f8-7346-45b0-b61c-cc2678ef0d23"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:40:47.107057 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daffd0b-87be-421f-9df3-81c374632192 x-openstack-request-id: req-8daffd0b-87be-421f-9df3-81c374632192 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:40:47.107849 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63c3443-3dac-42a4-80df-5aa43b71c98c", "tag": "376f57f8-7346-45b0-b61c-cc2678ef0d23", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:40:47.108130 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8daffd0b-87be-421f-9df3-81c374632192 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:40:47.108528 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'tag': '376f57f8-7346-45b0-b61c-cc2678ef0d23', 'status': 'completed', 'code': 200} Nov 10 20:40:47.113327 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:40:47.206087 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b118-49d0-4881-81da-616822f46299 req-27e2ec85-591e-4ab7-b88c-c368d4e8334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:47.207648 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-edc1b118-49d0-4881-81da-616822f46299 req-27e2ec85-591e-4ab7-b88c-c368d4e8334c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 1098 time: 0.0431406 Nov 10 20:40:47.304615 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b118-49d0-4881-81da-616822f46299 req-40537720-0bc9-4d2d-bb4f-42f4173d3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:47.306096 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-edc1b118-49d0-4881-81da-616822f46299 req-40537720-0bc9-4d2d-bb4f-42f4173d3a6f service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 911 time: 0.0916989 Nov 10 20:40:47.369690 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '9d9a1ec6-e209-4bdd-8b84-ba7343eefba2', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'port_id': '376f57f8-7346-45b0-b61c-cc2678ef0d23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'mac_address': 'fa:16:3e:99:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:40:30Z', 'updated_at': '2021-11-10T20:40:45Z', 'revision_number': 1, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:40:47.373438 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-edc1b118-49d0-4881-81da-616822f46299 req-ba53d5d6-3055-4ef5-8558-92c5909a4f3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=376f57f8-7346-45b0-b61c-cc2678ef0d23 HTTP/1.1" status: 200 len: 999 time: 0.0590470 Nov 10 20:40:47.397091 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] Checking router: d0e16a7e-658f-439c-b521-77998c7715f0 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:40:47.406352 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:40:47.406684 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:40:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:40:47.426068 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b118-49d0-4881-81da-616822f46299 req-e1b7aed7-5e46-490f-81b4-e24b8b0122f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:47.427537 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-edc1b118-49d0-4881-81da-616822f46299 req-e1b7aed7-5e46-490f-81b4-e24b8b0122f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0472472 Nov 10 20:40:47.471378 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34b21c-1b10-4c90-be10-5a82eabad84c req-c061795f-adc1-4a5c-aba8-9d16fb54cf39 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:47.473310 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ec34b21c-1b10-4c90-be10-5a82eabad84c req-c061795f-adc1-4a5c-aba8-9d16fb54cf39 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 943 time: 0.0548041 Nov 10 20:40:47.480658 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b118-49d0-4881-81da-616822f46299 req-a22debad-5464-4473-bcdb-dce6aa0f60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:47.482202 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-edc1b118-49d0-4881-81da-616822f46299 req-a22debad-5464-4473-bcdb-dce6aa0f60e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467558 Nov 10 20:40:47.522395 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:40:47.526034 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ec34b21c-1b10-4c90-be10-5a82eabad84c req-0784c10e-1650-4f0f-857d-b80e1e1a7818 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465004 Nov 10 20:40:47.583849 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-edc1b118-49d0-4881-81da-616822f46299 req-7dd0bd0c-926f-418b-a491-e7b406c08f84 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889328 Nov 10 20:40:47.681026 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-edc1b118-49d0-4881-81da-616822f46299 req-30a35344-eb2f-4539-8bcb-b5cf87f41222 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897233 Nov 10 20:40:47.758625 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '9d9a1ec6-e209-4bdd-8b84-ba7343eefba2', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'port_id': '376f57f8-7346-45b0-b61c-cc2678ef0d23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'mac_address': 'fa:16:3e:99:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:40:30Z', 'updated_at': '2021-11-10T20:40:45Z', 'revision_number': 1, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:40:47.786362 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b56c6-e932-4c35-baa0-ace6f88072fa None None] The sync data for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi is: [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '9d9a1ec6-e209-4bdd-8b84-ba7343eefba2', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'port_id': '376f57f8-7346-45b0-b61c-cc2678ef0d23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'mac_address': 'fa:16:3e:99:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:40:30Z', 'updated_at': '2021-11-10T20:40:45Z', 'revision_number': 1, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:40:47.980263 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d465056-6e29-440c-b03f-0adde7580d2e None None] New status for floating IP 9d9a1ec6-e209-4bdd-8b84-ba7343eefba2: ACTIVE {{(pid=101641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:40:48.638730 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d51ee-3b3f-4846-a03c-c7a6e7776bfe req-cae501b1-929c-4bbc-be06-d4dda313a7a9 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:48.640200 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bd1d51ee-3b3f-4846-a03c-c7a6e7776bfe req-cae501b1-929c-4bbc-be06-d4dda313a7a9 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 943 time: 0.0478525 Nov 10 20:40:48.687503 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-bd1d51ee-3b3f-4846-a03c-c7a6e7776bfe req-c376450d-6d41-46cd-9411-0b837f98ebbc tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 Nov 10 20:40:49.802564 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13b45f-bd5d-4e1e-a9e9-bfb2cd59da70 req-e4b6da0b-bcd8-4857-8ad6-1f7abefe3f63 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:49.804102 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9f13b45f-bd5d-4e1e-a9e9-bfb2cd59da70 req-e4b6da0b-bcd8-4857-8ad6-1f7abefe3f63 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 943 time: 0.0500658 Nov 10 20:40:49.857332 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-9f13b45f-bd5d-4e1e-a9e9-bfb2cd59da70 req-a6758f4f-312b-4632-aa39-d183af4b9fab tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473189 Nov 10 20:40:50.972819 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3f51e-c413-43ed-9174-ed43ae2d101c req-adfcdae1-b573-4228-84e0-db28f72713a7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:50.974351 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b8c3f51e-c413-43ed-9174-ed43ae2d101c req-adfcdae1-b573-4228-84e0-db28f72713a7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 943 time: 0.0496507 Nov 10 20:40:51.023779 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-b8c3f51e-c413-43ed-9174-ed43ae2d101c req-4da53ec8-2a9b-4f97-88ad-be9ff29b31f9 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436563 Nov 10 20:40:52.139700 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f62bf5-9c50-4e11-889c-874062a729da req-0c0b3903-9e05-4a87-8155-0a222117ac72 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:52.141160 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-98f62bf5-9c50-4e11-889c-874062a729da req-0c0b3903-9e05-4a87-8155-0a222117ac72 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 943 time: 0.0504308 Nov 10 20:40:52.191827 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-98f62bf5-9c50-4e11-889c-874062a729da req-333bc601-6989-425d-88e7-2cd073426197 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Nov 10 20:40:53.308089 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc6390-f660-4951-8233-82ad8a2b6abc req-2075fd25-a9da-47da-a6be-43218894b628 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:53.309709 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-aadc6390-f660-4951-8233-82ad8a2b6abc req-2075fd25-a9da-47da-a6be-43218894b628 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 943 time: 0.0519688 Nov 10 20:40:53.360630 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-aadc6390-f660-4951-8233-82ad8a2b6abc req-5ef8cd8e-eff1-44d7-95bf-b61f6bb7b7f0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447197 Nov 10 20:40:53.833386 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 03018763-12fd-415f-8d4c-51b00b5ba829 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:40:53.932693 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 03018763-12fd-415f-8d4c-51b00b5ba829, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=03018763-12fd-415f-8d4c-51b00b5ba829,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:40:53.944232 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Returning: {'device': '03018763-12fd-415f-8d4c-51b00b5ba829', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'port_id': '03018763-12fd-415f-8d4c-51b00b5ba829', 'mac_address': 'fa:16:3e:93:fc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:40:53.981318 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:53.994333 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03018763-12fd-415f-8d4c-51b00b5ba829 {{(pid=101641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:40:54.014506 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 03018763-12fd-415f-8d4c-51b00b5ba829, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=03018763-12fd-415f-8d4c-51b00b5ba829,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:40:54.018441 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:54.064758 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=03018763-12fd-415f-8d4c-51b00b5ba829,revision_number=4']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:54.456459 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] get_ports_and_sgs() called for port_ids ['03018763-12fd-415f-8d4c-51b00b5ba829'] {{(pid=101641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:40:54.475252 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0dada-c231-4d19-9ac0-0e9572cc3349 req-a4496a00-86bf-4d83-805f-5eb84501f09c tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:54.476868 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-24d0dada-c231-4d19-9ac0-0e9572cc3349 req-a4496a00-86bf-4d83-805f-5eb84501f09c tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 944 time: 0.0498400 Nov 10 20:40:54.532818 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-24d0dada-c231-4d19-9ac0-0e9572cc3349 req-9b3ef306-4b83-4918-8560-290a10d0b7fd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493546 Nov 10 20:40:55.656430 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7467b-2d9d-47a4-8fb3-2a405b4cd846 req-4848b934-8ecb-4f86-a676-fe56f892545e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:55.657941 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50e7467b-2d9d-47a4-8fb3-2a405b4cd846 req-4848b934-8ecb-4f86-a676-fe56f892545e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 944 time: 0.0481024 Nov 10 20:40:55.709491 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-50e7467b-2d9d-47a4-8fb3-2a405b4cd846 req-8ad7478e-240c-4936-988d-141cb17d0c18 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457733 Nov 10 20:40:55.829706 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 03018763-12fd-415f-8d4c-51b00b5ba829 up at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:40:55.877781 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning for port 03018763-12fd-415f-8d4c-51b00b5ba829 completed by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:40:55.881948 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.provisioning_blocks [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Provisioning complete for port 03018763-12fd-415f-8d4c-51b00b5ba829 triggered by entity L2. {{(pid=101641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:40:55.882317 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704225'] for port, provisioning_complete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:55.958981 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:55.981210 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829'}] {{(pid=101641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:40:55.984035 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12f82a16a36abb7bf6987b7ca606359bbd586c5a7fa089a8188634fc6fb11e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c83b514-adad-472d-8515-74021829affe" -d '{"events": [{"server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "name": "network-vif-plugged", "status": "completed", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829"}]}' {{(pid=101641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:40:55.997130 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] For port 03018763-12fd-415f-8d4c-51b00b5ba829, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=03018763-12fd-415f-8d4c-51b00b5ba829,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:40:56.002999 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877'] for port, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:56.030039 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65bc9c7-a1c2-4d52-9b71-4a8446ea6d6f x-openstack-request-id: req-d65bc9c7-a1c2-4d52-9b71-4a8446ea6d6f {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:40:56.030327 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "name": "network-vif-plugged", "status": "completed", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829", "code": 200}]} {{(pid=101641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:40:56.030577 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d65bc9c7-a1c2-4d52-9b71-4a8446ea6d6f {{(pid=101641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:40:56.030965 dv-cinder-815145-6-iscsi neutron-server[101641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829', 'code': 200} Nov 10 20:40:56.055133 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Pushing event updated for resources: {'Port': ['ID=03018763-12fd-415f-8d4c-51b00b5ba829,revision_number=5']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:56.314197 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4a712-59c2-48ab-b866-c81e407bcf59 req-bb402931-cb0a-4253-b8ee-dc12e06eacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:56.315670 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f7b4a712-59c2-48ab-b866-c81e407bcf59 req-bb402931-cb0a-4253-b8ee-dc12e06eacd4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 1098 time: 0.0431924 Nov 10 20:40:56.361408 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-f7b4a712-59c2-48ab-b866-c81e407bcf59 req-213a5be2-1ab5-4d22-a742-9c0ef81a4ae6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377166 Nov 10 20:40:56.825050 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfd5a4-8b1e-4b38-a005-73ae82476290 req-7f9bda2a-fd5e-4082-b606-604d9564ee0e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:56.826545 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-68dfd5a4-8b1e-4b38-a005-73ae82476290 req-7f9bda2a-fd5e-4082-b606-604d9564ee0e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Nov 10 20:40:56.876225 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-68dfd5a4-8b1e-4b38-a005-73ae82476290 req-45b17206-0d6b-48b7-b813-f2e9f2e4590a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Nov 10 20:40:57.991078 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e5269-8d18-4533-9f6f-33ec9904ec8a req-51cbe1ec-232c-47a4-9bc1-305b34531322 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:57.992596 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-861e5269-8d18-4533-9f6f-33ec9904ec8a req-51cbe1ec-232c-47a4-9bc1-305b34531322 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 945 time: 0.0492709 Nov 10 20:40:58.046991 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-861e5269-8d18-4533-9f6f-33ec9904ec8a req-92c6af2e-aec4-4548-9410-d19395e1b628 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481889 Nov 10 20:40:59.167856 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca7bf1-280e-4f22-938e-c8a1e4a51ee8 req-79b0fb95-d648-4bdf-aa86-fdfcfe688abd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:59.169360 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-35ca7bf1-280e-4f22-938e-c8a1e4a51ee8 req-79b0fb95-d648-4bdf-aa86-fdfcfe688abd tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 945 time: 0.0532033 Nov 10 20:40:59.220563 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-35ca7bf1-280e-4f22-938e-c8a1e4a51ee8 req-200b8cd7-ee47-46f5-9e9b-c428f2322efb tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446732 Nov 10 20:40:59.337922 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9f991-0d94-473e-8fec-a6fa9c2465e0 req-014e6a45-a9da-49f6-9b4e-2e38a83bd805 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:59.339383 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-29f9f991-0d94-473e-8fec-a6fa9c2465e0 req-014e6a45-a9da-49f6-9b4e-2e38a83bd805 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 945 time: 0.0493479 Nov 10 20:40:59.389176 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-29f9f991-0d94-473e-8fec-a6fa9c2465e0 req-fe2efac1-14ee-4b80-8809-5a16e95dd995 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436094 Nov 10 20:40:59.412774 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 44754) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:59.548198 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f8a63-3b34-4bb7-9c8b-0e42afc91a28 tempest-TestVolumeBootPattern-769172730 tempest-TestVolumeBootPattern-769172730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:59.549685 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-a82f8a63-3b34-4bb7-9c8b-0e42afc91a28 tempest-TestVolumeBootPattern-769172730 tempest-TestVolumeBootPattern-769172730-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 1093 time: 0.1358573 Nov 10 20:40:59.552418 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 44758) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:40:59.556575 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.v2.base [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Request body: {'floatingip': {'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'port_id': '03018763-12fd-415f-8d4c-51b00b5ba829', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:40:59.578871 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:59.675791 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:59.779365 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_common [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Allocated IP 172.27.3.14 (a9bef7bd-3a91-4d80-9b82-f093735233bb/c4aeffd2-73e3-45b7-86d4-72ee664d60f3/cf4722ea-3488-4e28-b163-76528d3d76b8) {{(pid=101639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:40:59.894964 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for port, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:59.929332 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778915390841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:59.970971 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Network a9bef7bd-3a91-4d80-9b82-f093735233bb is already hosted by enough agents. {{(pid=101639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:40:59.976184 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.base_scheduler [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Resources bound (agent type, host, resource id): {{(pid=101639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:40:59.978322 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'Port': ['ID=cf4722ea-3488-4e28-b163-76528d3d76b8,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:40:59.980461 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Received port after_create {{(pid=101639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:41:00.328397 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:00.398264 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628521'] for port, before_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:00.546368 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for port, precommit_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:00.550785 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778915902859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778915390859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778915390877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-34352658968'] for port, after_update {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:00.623726 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event updated for resources: {'Port': ['ID=cf4722ea-3488-4e28-b163-76528d3d76b8,revision_number=2']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:41:00.630714 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:00.730334 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Floating IP 5cc7959d-60bf-41e6-b5bb-2879f25ec001 associated. External IP: 172.27.3.14, port: 03018763-12fd-415f-8d4c-51b00b5ba829. Nov 10 20:41:00.936043 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Router ac6aa5a3-967d-4485-95f9-dc3885cf88be has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:41:01.044804 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:41:01.054273 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] Sync routers for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:41:01.064503 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:41:01.064717 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:01.065248 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:40:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:41:01.090678 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-dce509aa-fe89-472a-ad31-4b86530fc236 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5372355 Nov 10 20:41:01.091879 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:41:01.094258 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389" -d '{"events": [{"name": "network-changed", "server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:41:01.141390 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eebbcb-ed89-4dc3-97d5-98210ac6e158 x-openstack-request-id: req-e1eebbcb-ed89-4dc3-97d5-98210ac6e158 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:41:01.141716 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:41:01.141976 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1eebbcb-ed89-4dc3-97d5-98210ac6e158 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:41:01.142331 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829', 'status': 'completed', 'code': 200} Nov 10 20:41:01.173511 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:41:01.230387 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-39cdc31e-c2dc-4373-888f-34f69a90f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:01.231902 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-39cdc31e-c2dc-4373-888f-34f69a90f36c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 1098 time: 0.0447698 Nov 10 20:41:01.328358 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-aa7a7c92-3f5b-4c10-80ce-82e25b9d873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:01.329837 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-aa7a7c92-3f5b-4c10-80ce-82e25b9d873b service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0895045 Nov 10 20:41:01.402893 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-2cad6dff-ce96-426c-b1ee-8a06e97e3407 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03018763-12fd-415f-8d4c-51b00b5ba829 HTTP/1.1" status: 200 len: 998 time: 0.0654151 Nov 10 20:41:01.453137 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-07a5c6a5-29b9-4c1a-807a-dac329bd5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:01.454745 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-07a5c6a5-29b9-4c1a-807a-dac329bd5fde service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0448120 Nov 10 20:41:01.491170 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '5cc7959d-60bf-41e6-b5bb-2879f25ec001', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '03018763-12fd-415f-8d4c-51b00b5ba829', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:93:fc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737225fd-b4b9-4eec-b803-1c72adb80934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:41:00Z', 'updated_at': '2021-11-10T20:41:00Z', 'revision_number': 0, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}, {'id': 'f4f1f538-1068-4bf9-b31a-9297f51622bc', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:38:28Z', 'updated_at': '2021-11-10T20:38:30Z', 'revision_number': 1, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:41:01.503665 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-9c09d1e5-ac1b-4037-870c-c1eed6541b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:01.505213 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-9c09d1e5-ac1b-4037-870c-c1eed6541b02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413609 Nov 10 20:41:01.517026 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] Checking router: ac6aa5a3-967d-4485-95f9-dc3885cf88be for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:41:01.525627 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:41:01.526251 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:40:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:41:01.602117 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-f62082f2-c55d-481f-997a-5b646c16b6f8 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878353 Nov 10 20:41:01.632496 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:41:01.695982 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-9224a33a-9f9e-47b1-b5cc-6d0a4ef37389 req-cd93be7d-0927-4f4f-be98-832e23c34d91 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858994 Nov 10 20:41:01.858234 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '5cc7959d-60bf-41e6-b5bb-2879f25ec001', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '03018763-12fd-415f-8d4c-51b00b5ba829', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:93:fc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737225fd-b4b9-4eec-b803-1c72adb80934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:41:00Z', 'updated_at': '2021-11-10T20:41:00Z', 'revision_number': 0, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}, {'id': 'f4f1f538-1068-4bf9-b31a-9297f51622bc', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:38:28Z', 'updated_at': '2021-11-10T20:38:30Z', 'revision_number': 1, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:41:01.884521 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5566f6-67f4-4e48-b717-b14d6d643e01 None None] The sync data for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi is: [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': '5cc7959d-60bf-41e6-b5bb-2879f25ec001', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '03018763-12fd-415f-8d4c-51b00b5ba829', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:93:fc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737225fd-b4b9-4eec-b803-1c72adb80934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:41:00Z', 'updated_at': '2021-11-10T20:41:00Z', 'revision_number': 0, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}, {'id': 'f4f1f538-1068-4bf9-b31a-9297f51622bc', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:38:28Z', 'updated_at': '2021-11-10T20:38:30Z', 'revision_number': 1, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:41:02.070846 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47291f1-054f-4e60-a096-5a4be9582c17 None None] New status for floating IP 5cc7959d-60bf-41e6-b5bb-2879f25ec001: ACTIVE {{(pid=101641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:41:06.355315 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [req-54ad1d73-2ada-4b97-8670-3aa59dd763e9 req-27e28011-c055-4d82-8b6e-c6326e6b4b4c service neutron] (101640) timed out ('10.222.0.39', 54952) {{(pid=101640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:41:08.814242 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:41:10.387198 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f7d774ba-f43b-43a0-b203-a0557ead415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:10.954985 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:12.670552 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-582e39a7-3bfe-4691-9f56-07707704c44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:13.889918 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:15.363662 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:16.383531 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:40.390925 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dc61c9d9-623f-4fb3-a05c-46039746c453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:40.958097 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:42.671244 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-67e291ed-7feb-4d05-a109-28b0ed0ef6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:43.892903 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:45.366850 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:45.813182 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:41:46.375744 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:47.483414 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-98baa9b8-3089-485a-b062-bc9f110adcff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393357 Nov 10 20:41:47.559000 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-56385aa9-ab14-47e2-a6ae-60279e687e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:47.560487 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-56385aa9-ab14-47e2-a6ae-60279e687e82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02a5837d6668481e93a90c3aa59925cb&device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 1098 time: 0.0436931 Nov 10 20:41:47.662307 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-ed070f1b-69d3-40c1-bc35-ba47902965dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:47.663759 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-ed070f1b-69d3-40c1-bc35-ba47902965dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 200 len: 911 time: 0.0843408 Nov 10 20:41:47.758992 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-68c6ec4c-2887-4d98-b15a-13a31bc26693 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=376f57f8-7346-45b0-b61c-cc2678ef0d23 HTTP/1.1" status: 200 len: 1001 time: 0.0613942 Nov 10 20:41:47.815159 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-3caf4b05-d4f9-4f86-ad3d-f3063a36caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:47.816575 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-3caf4b05-d4f9-4f86-ad3d-f3063a36caf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 200 len: 849 time: 0.0480239 Nov 10 20:41:47.865412 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-da9cdb26-20ab-4fa7-9444-0337ed887c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:47.866935 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-da9cdb26-20ab-4fa7-9444-0337ed887c10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d8b4292-6f11-40d4-b05f-0d37d62cdde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423160 Nov 10 20:41:47.985411 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-97e6cb95-15ab-4d86-b772-51d410237629 service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086433 Nov 10 20:41:48.078910 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8cccf82e-bb20-4743-9018-aa663a9e7079 req-a278aca6-0989-4e9a-b7cd-7a0b6238b78f service neutron] 10.222.0.39 "GET /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858121 Nov 10 20:42:10.393576 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-e9020e36-22c7-434f-a71f-b06b56e143ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:10.960603 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:12.673262 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-88c91e41-dc5e-43a8-ab84-66848ba81505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:13.899106 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:15.373515 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:16.377540 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:22.814590 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:42:36.166987 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0cab-b663-424a-a81e-eca3f5ba485c req-e5215c96-296f-4f4b-8af7-5ac833ecdcaf tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:36.168366 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-27ad0cab-b663-424a-a81e-eca3f5ba485c req-e5215c96-296f-4f4b-8af7-5ac833ecdcaf tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 945 time: 0.0540719 Nov 10 20:42:36.221127 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-27ad0cab-b663-424a-a81e-eca3f5ba485c req-0b08b09b-88ca-49a2-96bd-57b9fb5e3acd tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466440 Nov 10 20:42:37.349202 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4cccf-adb1-44c4-a38e-40280bd43a15 req-6c52aa39-1038-416b-8e9b-f2e720701c81 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:37.351826 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2bd4cccf-adb1-44c4-a38e-40280bd43a15 req-6c52aa39-1038-416b-8e9b-f2e720701c81 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 945 time: 0.0594683 Nov 10 20:42:37.405131 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-2bd4cccf-adb1-44c4-a38e-40280bd43a15 req-af1c9e52-9568-482b-b007-e1c9a863f0f3 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465891 Nov 10 20:42:38.531747 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9effb7d-f465-45ea-a873-90d733f9032c req-ee231cc8-6908-4d19-aff9-253324d80d11 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:38.533270 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b9effb7d-f465-45ea-a873-90d733f9032c req-ee231cc8-6908-4d19-aff9-253324d80d11 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 945 time: 0.0501385 Nov 10 20:42:38.584048 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-b9effb7d-f465-45ea-a873-90d733f9032c req-8ed2aa8f-1e17-45ab-92e2-7619ce173061 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f34cd42-035d-4ea1-baff-72301f02e043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449188 Nov 10 20:42:38.804970 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-34084501-7f25-4ce5-bea3-e8375c5bad87 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:38.806254 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-34084501-7f25-4ce5-bea3-e8375c5bad87 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 945 time: 0.0517156 Nov 10 20:42:38.902433 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Deleting port 376f57f8-7346-45b0-b61c-cc2678ef0d23 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:42:38.902748 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:38.992095 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] For port 376f57f8-7346-45b0-b61c-cc2678ef0d23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=376f57f8-7346-45b0-b61c-cc2678ef0d23,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:42:38.992463 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:39.219038 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:39.219395 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-753894'] for floatingip, after_update {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:39.219710 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.l3_db [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Floating IP 9d9a1ec6-e209-4bdd-8b84-ba7343eefba2 disassociated. External IP: 172.27.3.232, port: 376f57f8-7346-45b0-b61c-cc2678ef0d23. Nov 10 20:42:39.220160 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Calling delete_port for 376f57f8-7346-45b0-b61c-cc2678ef0d23 owned by compute:nova {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:42:39.345887 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:39.372038 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event deleted for resources: {'Port': ['ID=376f57f8-7346-45b0-b61c-cc2678ef0d23,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:39.381457 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.381806 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.382139 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.382466 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.382793 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.383116 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.383434 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.383752 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.384533 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.384533 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.384834 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.385050 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:39.501978 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Router d0e16a7e-658f-439c-b521-77998c7715f0 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:42:39.605436 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:42:39.615678 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] Sync routers for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:42:39.626880 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:42:39.627707 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:42:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:39.649443 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] No DVR routers for this DVR port 376f57f8-7346-45b0-b61c-cc2678ef0d23 on host hv-cinder-81514 {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:42:39.652956 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:39.656623 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2057cfe9-2fb7-43ff-bff8-774681463501 req-09d2d805-5121-434f-ac85-3d2d382f5f3e tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.39 "DELETE /v2.0/ports/376f57f8-7346-45b0-b61c-cc2678ef0d23 HTTP/1.1" status: 204 len: 173 time: 0.8424618 Nov 10 20:42:39.657168 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'name': 'network-vif-deleted', 'tag': '376f57f8-7346-45b0-b61c-cc2678ef0d23'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:42:39.659404 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf1713a-cfe8-40da-9a52-f5b782f36156" -d '{"events": [{"server_uuid": "b63c3443-3dac-42a4-80df-5aa43b71c98c", "name": "network-vif-deleted", "tag": "376f57f8-7346-45b0-b61c-cc2678ef0d23"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:42:39.692015 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-68497bc0-64cb-416d-9e9c-d058e9e7c291 req-ba8b07c6-bbb3-45db-bb49-2fb578a9dbd1 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b63c3443-3dac-42a4-80df-5aa43b71c98c HTTP/1.1" status: 200 len: 210 time: 0.0378525 Nov 10 20:42:39.731611 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe4053e-ce49-49ae-aaea-460eead5c71a x-openstack-request-id: req-dfe4053e-ce49-49ae-aaea-460eead5c71a {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:42:39.732057 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63c3443-3dac-42a4-80df-5aa43b71c98c", "name": "network-vif-deleted", "tag": "376f57f8-7346-45b0-b61c-cc2678ef0d23", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:42:39.732314 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfe4053e-ce49-49ae-aaea-460eead5c71a {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:42:39.732902 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63c3443-3dac-42a4-80df-5aa43b71c98c', 'name': 'network-vif-deleted', 'tag': '376f57f8-7346-45b0-b61c-cc2678ef0d23', 'status': 'completed', 'code': 200} Nov 10 20:42:39.777954 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:42:40.033240 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:40.073200 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] Checking router: d0e16a7e-658f-439c-b521-77998c7715f0 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:42:40.082043 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:42:40.082655 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:42:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:40.207258 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:42:40.398099 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7294d8cf-c6e9-42c4-b710-25af80f9c9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:40.504243 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:40.530514 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7a07c-a642-4d50-8b40-7b037205a59d None None] The sync data for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi is: [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:55Z', 'revision_number': 4, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '4d3e0abc-1d57-40b5-aedc-7bad893734a3', 'name': '', 'network_id': '0d8b4292-6f11-40d4-b05f-0d37d62cdde6', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'mac_address': 'fa:16:3e:68:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '34ae8317-a774-4593-9616-dba66b8ade08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:54Z', 'updated_at': '2021-11-10T20:35:58Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'subnets': [{'id': '34ae8317-a774-4593-9616-dba66b8ade08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:42:40.750454 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda44fb-932d-439f-8ba3-50d4fe43fefa None None] New status for floating IP 9d9a1ec6-e209-4bdd-8b84-ba7343eefba2: DOWN {{(pid=101641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:42:40.785925 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45058) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:40.838406 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-64ac9782-7550-4ed9-b886-278254da2fe4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:40.869947 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-64ac9782-7550-4ed9-b886-278254da2fe4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:40.921329 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-64ac9782-7550-4ed9-b886-278254da2fe4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:40.923936 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-64ac9782-7550-4ed9-b886-278254da2fe4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:40.925133 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-64ac9782-7550-4ed9-b886-278254da2fe4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "DELETE /v2.0/security-groups/4f34cd42-035d-4ea1-baff-72301f02e043 HTTP/1.1" status: 204 len: 168 time: 0.1418993 Nov 10 20:42:40.928008 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45060) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:40.934943 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac9782-7550-4ed9-b886-278254da2fe4 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f34cd42-035d-4ea1-baff-72301f02e043,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:40.947130 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.api.v2.resource [None req-7da53181-4121-44af-8f91-19bce804e346 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] show failed (client error): The resource could not be found. Nov 10 20:42:40.948236 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-7da53181-4121-44af-8f91-19bce804e346 tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "GET /v2.0/security-groups/4f34cd42-035d-4ea1-baff-72301f02e043 HTTP/1.1" status: 404 len: 347 time: 0.0191512 Nov 10 20:42:40.951319 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45062) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:40.966590 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:41.080683 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Deleting port 4fb3347c-3f07-4847-87de-f78a3efa19c6 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:42:41.081109 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:41.155684 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:41.156026 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:41.168310 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Calling delete_port for 4fb3347c-3f07-4847-87de-f78a3efa19c6 owned by network:floatingip {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:42:41.301126 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:41.327031 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Pushing event deleted for resources: {'Port': ['ID=4fb3347c-3f07-4847-87de-f78a3efa19c6,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:41.635673 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks [] for floatingip, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:41.638119 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:41.639264 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-95b53c37-3e6e-46d2-b004-0a26ba9ce82f tempest-AttachVolumeTestJSON-1930233651 tempest-AttachVolumeTestJSON-1930233651-project] 10.222.0.13 "DELETE /v2.0/floatingips/9d9a1ec6-e209-4bdd-8b84-ba7343eefba2 HTTP/1.1" status: 204 len: 168 time: 0.6869326 Nov 10 20:42:42.673823 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-29dc5501-4743-496d-81a3-f509645bae49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:43.901172 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:44.368141 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 376f57f8-7346-45b0-b61c-cc2678ef0d23 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:42:44.392246 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 376f57f8-7346-45b0-b61c-cc2678ef0d23 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:42:44.392589 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 376f57f8-7346-45b0-b61c-cc2678ef0d23 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:42:45.197126 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45092) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:45.374082 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:45.591017 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754918'] for router_interface, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:45.825890 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Deleting port 4d3e0abc-1d57-40b5-aedc-7bad893734a3 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:42:45.826235 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:45.906557 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] For port 4d3e0abc-1d57-40b5-aedc-7bad893734a3, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4d3e0abc-1d57-40b5-aedc-7bad893734a3,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:42:45.906940 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:45.919022 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Calling delete_port for 4d3e0abc-1d57-40b5-aedc-7bad893734a3 owned by network:router_interface {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:42:46.099851 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:46.132820 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3e0abc-1d57-40b5-aedc-7bad893734a3,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:46.303230 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756086'] for router_interface, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:46.388172 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:46.528892 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Router d0e16a7e-658f-439c-b521-77998c7715f0 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:42:46.639095 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:42:46.646687 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-4b4a93dd-395d-41e3-8350-886cc3e792e7 admin admin] 10.222.0.13 "PUT /v2.0/routers/d0e16a7e-658f-439c-b521-77998c7715f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4478388 Nov 10 20:42:46.648500 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45096) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:46.648813 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] Sync routers for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:42:46.658817 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:42:46.659415 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:42:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:46.758769 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:46.768626 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:42:46.858592 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:46.910106 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Deleting port 7c215c8e-d855-4736-a49e-109862c2bc7c {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:42:46.910402 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:46.958590 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:42:46Z', 'revision_number': 5, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port': {'id': '7c215c8e-d855-4736-a49e-109862c2bc7c', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:46.984138 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] Checking router: d0e16a7e-658f-439c-b521-77998c7715f0 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:42:46.991211 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] For port 7c215c8e-d855-4736-a49e-109862c2bc7c, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7c215c8e-d855-4736-a49e-109862c2bc7c,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:42:46.991595 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:46.992083 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] Routers {'d0e16a7e-658f-439c-b521-77998c7715f0'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:42:46.992675 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:42:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['d0e16a7e-658f-439c-b521-77998c7715f0'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:47.004977 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Calling delete_port for 7c215c8e-d855-4736-a49e-109862c2bc7c owned by network:router_gateway {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:42:47.081527 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] Set router d0e16a7e-658f-439c-b521-77998c7715f0 gateway port host: None {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:42:47.139820 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:42:46Z', 'revision_number': 6, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port_host': None}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:47.167328 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56185ae-6e8f-4d98-8ccb-6057a99d8e2d None None] The sync data for ids ['d0e16a7e-658f-439c-b521-77998c7715f0'] in dv-cinder-815145-6-iscsi is: [{'id': 'd0e16a7e-658f-439c-b521-77998c7715f0', 'name': 'tempest-AttachVolumeTestJSON-233393882-router', 'tenant_id': '02a5837d6668481e93a90c3aa59925cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:35:52Z', 'updated_at': '2021-11-10T20:42:46Z', 'revision_number': 6, 'project_id': '02a5837d6668481e93a90c3aa59925cb', 'gw_port_host': None}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:42:47.193317 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.218766 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c215c8e-d855-4736-a49e-109862c2bc7c,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:47.282102 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753820'] for router_gateway, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.375273 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256426'] for router, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.377668 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.427218 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756992'] for router, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.427641 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0e16a7e-658f-439c-b521-77998c7715f0 {{(pid=101640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:42:47.431868 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] Publish callbacks [] for router, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.433594 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-afe42c09-01d1-41d7-88f7-5195ee21dec5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d0e16a7e-658f-439c-b521-77998c7715f0 HTTP/1.1" status: 204 len: 168 time: 0.7835913 Nov 10 20:42:47.444864 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45098) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:47.479224 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-3f88d87c-6aca-4775-a7d8-5c94465de012 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413785 Nov 10 20:42:47.490299 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Deleting subnet 34ae8317-a774-4593-9616-dba66b8ade08 {{(pid=101639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:42:47.493495 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.530220 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-34352489885'] for subnet, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.587829 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-57d0d881-c427-4cea-b273-d6ebac95c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:47.589492 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-57d0d881-c427-4cea-b273-d6ebac95c134 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 1098 time: 0.0421710 Nov 10 20:42:47.622014 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.675152 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352658978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34353220719'] for subnet, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.701178 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ae8317-a774-4593-9616-dba66b8ade08,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:47.705714 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.706726 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-9990bbbd-9f6e-451e-ab5b-60646d31e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:47.708462 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-9990bbbd-9f6e-451e-ab5b-60646d31e0bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0955002 Nov 10 20:42:47.711396 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45100) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:47.711775 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34ae8317-a774-4593-9616-dba66b8ade08 HTTP/1.1" status: 204 len: 168 time: 0.2658315 Nov 10 20:42:47.712194 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e196e-0827-487a-a72b-2648b1909466 None None] Network 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:42:47.717314 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.717665 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.718029 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.718332 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.718659 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.718989 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.719314 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.719636 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.720003 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.720327 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.720674 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.720957 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e197361-9c53-4d37-b6ce-15f27bfa2fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:47.835450 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.838173 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-e517a62c-5c4a-40f5-a220-0ae785288166 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31 HTTP/1.1" status: 200 len: 1001 time: 0.1168025 Nov 10 20:42:47.914293 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-dff1be13-769c-496a-b093-6b996b2e2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:47.915653 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-dff1be13-769c-496a-b093-6b996b2e2607 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0688171 Nov 10 20:42:47.942670 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Deleting port accdbe89-124d-4409-b15a-ee6179fc73b2 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:42:47.943005 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:47.961337 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] DHCP port deletion for 0d8b4292-6f11-40d4-b05f-0d37d62cdde6 request from dv-cinder-815145-6-iscsi {{(pid=101641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:42:48.011486 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Deleting port accdbe89-124d-4409-b15a-ee6179fc73b2 {{(pid=101641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:42:48.012189 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.030525 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] For port accdbe89-124d-4409-b15a-ee6179fc73b2, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=accdbe89-124d-4409-b15a-ee6179fc73b2,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:42:48.030891 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.040271 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-d58dcb6e-e276-4e41-876e-e65df90a3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:48.041847 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-d58dcb6e-e276-4e41-876e-e65df90a3460 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1125550 Nov 10 20:42:48.047953 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Calling delete_port for accdbe89-124d-4409-b15a-ee6179fc73b2 owned by network:dhcp {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:42:48.083644 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] For port accdbe89-124d-4409-b15a-ee6179fc73b2, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=accdbe89-124d-4409-b15a-ee6179fc73b2,segment=NetworkSegment(0c835424-c1d2-43a8-b95b-a9eb4617fa0e),segment_id=0c835424-c1d2-43a8-b95b-a9eb4617fa0e)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:42:48.084232 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.097390 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Calling delete_port for accdbe89-124d-4409-b15a-ee6179fc73b2 owned by network:dhcp {{(pid=101641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:42:48.177490 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850'] for port, after_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.197738 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-ae4d8e76-5677-4308-b653-0a39349fdd95 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455133 Nov 10 20:42:48.203501 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Pushing event deleted for resources: {'Port': ['ID=accdbe89-124d-4409-b15a-ee6179fc73b2,revision_number=None']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:48.214323 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.214930 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.215432 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.215950 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.216467 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.216965 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.217537 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.218033 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.218522 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.218824 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.219194 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.219690 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.220234 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-6-iscsi {{(pid=101641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:48.227734 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63e6c7-29c4-4800-a5cd-f75deba0a6d0 None None] No DVR routers for this DVR port accdbe89-124d-4409-b15a-ee6179fc73b2 on host dv-cinder-815145-6-iscsi {{(pid=101641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:42:48.293254 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] No DVR routers for this DVR port accdbe89-124d-4409-b15a-ee6179fc73b2 on host dv-cinder-815145-6-iscsi {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:42:48.297027 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=accdbe89-124d-4409-b15a-ee6179fc73b2,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:48.387294 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.414794 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-7e190101-a349-43a4-9eb9-edc0b9b615a2 req-8eb989b6-a60b-4b39-8eac-bf69b3e53d12 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078447 Nov 10 20:42:48.418139 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8b4292-6f11-40d4-b05f-0d37d62cdde6']}} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:48.428243 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c835424-c1d2-43a8-b95b-a9eb4617fa0e') {'for_net_delete': True} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:48.428546 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.services.segments.db [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c835424-c1d2-43a8-b95b-a9eb4617fa0e') {} {{(pid=101640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:42:48.438957 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3767704'] for segment, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.453127 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.459378 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=101640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:42:48.459761 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352403133'] for segment, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: Traceback (most recent call last): Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: timer() Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: cb(*args, **kw) Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: return func(*args, **kwargs) Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: self._notify() Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: self.callback(batched_events) Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: event.method(event) Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: return f(self, *a, **k) Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._get(url).json() Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: return self.request(url, 'GET', **kwargs) Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:42:48.461485 dv-cinder-815145-6-iscsi neutron-server[101640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:42:48.514737 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.519966 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.523102 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d8b4292-6f11-40d4-b05f-0d37d62cdde6 HTTP/1.1" status: 204 len: 168 time: 0.8092153 Nov 10 20:42:48.539389 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df62c9-9173-4cff-9c14-0ca6a9ef3d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8b4292-6f11-40d4-b05f-0d37d62cdde6,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:48.652473 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45104) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:48.692585 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-ce305683-06b0-46db-8d2a-57d0b81a227c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02a5837d6668481e93a90c3aa59925cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386281 Nov 10 20:42:48.694767 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45106) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:48.742331 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-93288eeb-fba6-4d99-b61e-3b3b8fcbe2db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.763650 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-93288eeb-fba6-4d99-b61e-3b3b8fcbe2db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.811507 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-93288eeb-fba6-4d99-b61e-3b3b8fcbe2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.814846 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-93288eeb-fba6-4d99-b61e-3b3b8fcbe2db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:48.816058 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-93288eeb-fba6-4d99-b61e-3b3b8fcbe2db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7241450-406d-4f96-932f-0318230fe86e HTTP/1.1" status: 204 len: 168 time: 0.1203585 Nov 10 20:42:48.824029 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93288eeb-fba6-4d99-b61e-3b3b8fcbe2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7241450-406d-4f96-932f-0318230fe86e,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:49.130863 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device accdbe89-124d-4409-b15a-ee6179fc73b2 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:42:49.151598 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: accdbe89-124d-4409-b15a-ee6179fc73b2 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:42:49.151955 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device accdbe89-124d-4409-b15a-ee6179fc73b2 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:42:49.152381 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4d3e0abc-1d57-40b5-aedc-7bad893734a3 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:42:49.171657 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 4d3e0abc-1d57-40b5-aedc-7bad893734a3 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:42:49.172037 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4d3e0abc-1d57-40b5-aedc-7bad893734a3 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:42:49.174385 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7c215c8e-d855-4736-a49e-109862c2bc7c no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:42:49.193043 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 7c215c8e-d855-4736-a49e-109862c2bc7c {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:42:49.193445 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7c215c8e-d855-4736-a49e-109862c2bc7c not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:42:50.288603 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45146) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:50.394464 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4e037a63-28e8-48a4-9d1e-ca33224817b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:50.468169 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4e037a63-28e8-48a4-9d1e-ca33224817b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:50.471713 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4e037a63-28e8-48a4-9d1e-ca33224817b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:50.509781 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-4e037a63-28e8-48a4-9d1e-ca33224817b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=171ce53467704222a9b258c5f6b664bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200871 Nov 10 20:42:50.510755 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e037a63-28e8-48a4-9d1e-ca33224817b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5e0a8e-e4c4-43cb-9294-93bdfd0ea15f,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:50.514124 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45150) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:50.562263 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-97e4ba73-5af2-42ac-b726-7a977214c3a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:50.583325 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-97e4ba73-5af2-42ac-b726-7a977214c3a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:50.633871 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-97e4ba73-5af2-42ac-b726-7a977214c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:50.637135 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-97e4ba73-5af2-42ac-b726-7a977214c3a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:50.638278 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-97e4ba73-5af2-42ac-b726-7a977214c3a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e5e0a8e-e4c4-43cb-9294-93bdfd0ea15f HTTP/1.1" status: 204 len: 168 time: 0.1228518 Nov 10 20:42:50.646472 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4ba73-5af2-42ac-b726-7a977214c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5e0a8e-e4c4-43cb-9294-93bdfd0ea15f,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:50.907841 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45156) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:50.920984 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2387a69b-9275-4cd2-a511-29bf9701e643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:50.996194 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2387a69b-9275-4cd2-a511-29bf9701e643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:51.000689 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-2387a69b-9275-4cd2-a511-29bf9701e643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:51.036507 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387a69b-9275-4cd2-a511-29bf9701e643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a7865c-d331-4734-87bd-d2ade19a20a8,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:51.040782 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-2387a69b-9275-4cd2-a511-29bf9701e643 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45858fb2bf404291b377bdcb90dfc174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319036 Nov 10 20:42:51.044085 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45158) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:51.092256 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-729e6ef6-41c0-4b71-b8cb-b5d1990edf8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:51.113557 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-729e6ef6-41c0-4b71-b8cb-b5d1990edf8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:51.157995 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-729e6ef6-41c0-4b71-b8cb-b5d1990edf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:51.160483 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-729e6ef6-41c0-4b71-b8cb-b5d1990edf8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:51.161628 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-729e6ef6-41c0-4b71-b8cb-b5d1990edf8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9a7865c-d331-4734-87bd-d2ade19a20a8 HTTP/1.1" status: 204 len: 168 time: 0.1166232 Nov 10 20:42:51.169871 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e6ef6-41c0-4b71-b8cb-b5d1990edf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a7865c-d331-4734-87bd-d2ade19a20a8,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:59.814183 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:43:06.269783 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45344) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:06.435764 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Deleting port cf4722ea-3488-4e28-b163-76528d3d76b8 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:06.436142 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:06.764717 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:06.765030 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:06.777468 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Calling delete_port for cf4722ea-3488-4e28-b163-76528d3d76b8 owned by network:floatingip {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:06.956781 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:06.983292 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event deleted for resources: {'Port': ['ID=cf4722ea-3488-4e28-b163-76528d3d76b8,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:07.052221 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:07.052568 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.db.l3_db [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Floating IP 5cc7959d-60bf-41e6-b5bb-2879f25ec001 disassociated (deleted). External IP: 172.27.3.14, port: 03018763-12fd-415f-8d4c-51b00b5ba829. Nov 10 20:43:07.274105 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Router ac6aa5a3-967d-4485-95f9-dc3885cf88be has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:07.384137 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:07.390363 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:07.396152 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] Sync routers for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:07.407025 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:07.407656 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:42:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:07.421805 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-a4456b4b-1afc-464b-b85a-ab254f5237e0 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "DELETE /v2.0/floatingips/5cc7959d-60bf-41e6-b5bb-2879f25ec001 HTTP/1.1" status: 204 len: 168 time: 1.1485920 Nov 10 20:43:07.421805 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:43:07.422419 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7c8b71-1728-4833-bcb8-d02e34724bda" -d '{"events": [{"name": "network-changed", "server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:43:07.462567 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a03186d-093e-4f58-b34b-c7ba8c193574 x-openstack-request-id: req-5a03186d-093e-4f58-b34b-c7ba8c193574 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:43:07.463133 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:43:07.464093 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a03186d-093e-4f58-b34b-c7ba8c193574 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:43:07.464555 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829', 'status': 'completed', 'code': 200} Nov 10 20:43:07.524816 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:07.579593 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-c9e32ead-eda5-46f4-9c7c-6404b166f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:07.582439 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-c9e32ead-eda5-46f4-9c7c-6404b166f10d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 1098 time: 0.0563521 Nov 10 20:43:07.590062 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45376) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:07.729735 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bfee5ffe-86dd-4bfc-807f-138b38145eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:07.754794 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddacc6e-6533-45a0-87dc-e827d1b3c0f4 req-8d964628-bf86-4609-bfec-3eaef60af7d8 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:07.756294 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1ddacc6e-6533-45a0-87dc-e827d1b3c0f4 req-8d964628-bf86-4609-bfec-3eaef60af7d8 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 945 time: 0.1261749 Nov 10 20:43:07.767549 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': 'f4f1f538-1068-4bf9-b31a-9297f51622bc', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:38:28Z', 'updated_at': '2021-11-10T20:38:30Z', 'revision_number': 1, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:07.794091 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] Checking router: ac6aa5a3-967d-4485-95f9-dc3885cf88be for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:07.802526 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:07.803134 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:42:43Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:07.826972 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-19aad619-b90f-4ddc-a470-1e057ea20247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:07.828549 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-19aad619-b90f-4ddc-a470-1e057ea20247 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.1869965 Nov 10 20:43:07.861382 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-1ddacc6e-6533-45a0-87dc-e827d1b3c0f4 req-b29864e7-348b-48f1-923a-c44eedc6ea63 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966330 Nov 10 20:43:07.897057 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-b65ada21-97eb-4b29-b206-769b3de604da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03018763-12fd-415f-8d4c-51b00b5ba829 HTTP/1.1" status: 200 len: 217 time: 0.0529344 Nov 10 20:43:07.966947 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bfee5ffe-86dd-4bfc-807f-138b38145eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:07.973187 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-bfee5ffe-86dd-4bfc-807f-138b38145eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:07.978149 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-4bcd71a3-df82-44c5-a47d-d0c99631ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:07.980381 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-4bcd71a3-df82-44c5-a47d-d0c99631ac9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0709891 Nov 10 20:43:08.040391 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee5ffe-86dd-4bfc-807f-138b38145eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b4eae1-ff20-4d6b-b42d-4d80d6bc6ff0,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:08.043299 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:08.049826 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-bfee5ffe-86dd-4bfc-807f-138b38145eb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f184c2c6c18644f3b2a17919fc3cde4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558358 Nov 10 20:43:08.051000 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45380) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:08.089503 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-7a76aa59-f50c-455b-83fb-d9ca8ed8696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:08.091063 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-7a76aa59-f50c-455b-83fb-d9ca8ed8696c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963957 Nov 10 20:43:08.161530 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-30a7aae4-1571-4f28-8a16-ea1b51db1439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.197565 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-30a7aae4-1571-4f28-8a16-ea1b51db1439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.223810 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-09de42d0-716d-40be-bff0-b7862cd6837a service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242712 Nov 10 20:43:08.309256 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': 'f4f1f538-1068-4bf9-b31a-9297f51622bc', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:38:28Z', 'updated_at': '2021-11-10T20:38:30Z', 'revision_number': 1, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:08.314801 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-30a7aae4-1571-4f28-8a16-ea1b51db1439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.317348 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-30a7aae4-1571-4f28-8a16-ea1b51db1439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.318481 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-30a7aae4-1571-4f28-8a16-ea1b51db1439 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7b4eae1-ff20-4d6b-b42d-4d80d6bc6ff0 HTTP/1.1" status: 204 len: 168 time: 0.2675982 Nov 10 20:43:08.338307 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7aae4-1571-4f28-8a16-ea1b51db1439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b4eae1-ff20-4d6b-b42d-4d80d6bc6ff0,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:08.338524 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad74e44-1a78-445b-a7cb-cc25bcc9b78a None None] The sync data for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi is: [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_floatingips': [{'id': 'f4f1f538-1068-4bf9-b31a-9297f51622bc', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'router_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'port_id': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'mac_address': 'fa:16:3e:4c:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:38:28Z', 'updated_at': '2021-11-10T20:38:30Z', 'revision_number': 1, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:08.359052 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-5d7c8b71-1728-4833-bcb8-d02e34724bda req-23192e4b-11dc-47d9-91b4-ac758208adb6 service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216874 Nov 10 20:43:08.587856 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c213bba6-8159-40ca-920e-9663b2d24e2b None None] New status for floating IP 5cc7959d-60bf-41e6-b5bb-2879f25ec001: DOWN {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:43:08.636440 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45386) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:08.653224 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-adcebe3e-3347-4d27-b94b-35b1deba3e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.742479 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-adcebe3e-3347-4d27-b94b-35b1deba3e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.748866 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-adcebe3e-3347-4d27-b94b-35b1deba3e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.785250 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcebe3e-3347-4d27-b94b-35b1deba3e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f25721e-9193-4deb-ac70-b179f12ae123,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:08.790572 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-adcebe3e-3347-4d27-b94b-35b1deba3e51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9456a0bbc867464e8056802da6c13521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530802 Nov 10 20:43:08.794091 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45388) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:08.841483 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4d29c1e4-2224-457a-9d85-c30601c23018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.862859 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4d29c1e4-2224-457a-9d85-c30601c23018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.910455 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4d29c1e4-2224-457a-9d85-c30601c23018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.913356 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-4d29c1e4-2224-457a-9d85-c30601c23018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.914720 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-4d29c1e4-2224-457a-9d85-c30601c23018 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f25721e-9193-4deb-ac70-b179f12ae123 HTTP/1.1" status: 204 len: 168 time: 0.1195669 Nov 10 20:43:08.923235 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29c1e4-2224-457a-9d85-c30601c23018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f25721e-9193-4deb-ac70-b179f12ae123,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:08.984742 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ddb03-ad9a-4849-b762-f8cb9d63101f req-539b2ebf-7f1a-4c52-8f33-cc5a7b873d07 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:08.986263 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e73ddb03-ad9a-4849-b762-f8cb9d63101f req-539b2ebf-7f1a-4c52-8f33-cc5a7b873d07 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 945 time: 0.0495274 Nov 10 20:43:09.047881 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-e73ddb03-ad9a-4849-b762-f8cb9d63101f req-d6e4f93c-4067-4f1b-a880-dce92ea44a54 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557222 Nov 10 20:43:09.876036 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-7dec2843-ec26-47bd-9823-59cb76de3a2a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:09.877547 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-7dec2843-ec26-47bd-9823-59cb76de3a2a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 945 time: 0.0502906 Nov 10 20:43:09.973331 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Deleting port 03018763-12fd-415f-8d4c-51b00b5ba829 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:09.973666 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:09.974656 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45420) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:10.065863 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] For port 03018763-12fd-415f-8d4c-51b00b5ba829, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=03018763-12fd-415f-8d4c-51b00b5ba829,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:10.066226 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.082049 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Calling delete_port for 03018763-12fd-415f-8d4c-51b00b5ba829 owned by compute:nova {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:10.087005 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e172cc53-f3b4-4809-85c8-ec8546c01a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.161231 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e172cc53-f3b4-4809-85c8-ec8546c01a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.166173 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e172cc53-f3b4-4809-85c8-ec8546c01a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.199635 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3f59-1a4a-46d0-a1a9-9d1ef96d18e7 req-25279768-7cfb-48bc-bcba-65b41e7c940e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:10.201172 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-efcc3f59-1a4a-46d0-a1a9-9d1ef96d18e7 req-25279768-7cfb-48bc-bcba-65b41e7c940e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 945 time: 0.0742996 Nov 10 20:43:10.208096 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-e172cc53-f3b4-4809-85c8-ec8546c01a06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5aca742405cf404997167b67bb8e3d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298591 Nov 10 20:43:10.208096 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172cc53-f3b4-4809-85c8-ec8546c01a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4395154e-8542-4021-b1f2-7d20d8974fc0,revision_number=1']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:10.209009 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45426) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:10.261072 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5749-a26f-429c-bc33-e2c9b24312f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.282601 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5749-a26f-429c-bc33-e2c9b24312f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.287755 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-efcc3f59-1a4a-46d0-a1a9-9d1ef96d18e7 req-ac2de21d-7d41-42e4-9de9-51da6e279ba4 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801096 Nov 10 20:43:10.297620 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.331951 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event deleted for resources: {'Port': ['ID=03018763-12fd-415f-8d4c-51b00b5ba829,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:10.348900 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5749-a26f-429c-bc33-e2c9b24312f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.351793 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5749-a26f-429c-bc33-e2c9b24312f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.354672 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-8a8e5749-a26f-429c-bc33-e2c9b24312f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4395154e-8542-4021-b1f2-7d20d8974fc0 HTTP/1.1" status: 204 len: 168 time: 0.1441875 Nov 10 20:43:10.363841 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e5749-a26f-429c-bc33-e2c9b24312f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4395154e-8542-4021-b1f2-7d20d8974fc0,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:10.377749 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] No DVR routers for this DVR port 03018763-12fd-415f-8d4c-51b00b5ba829 on host hv-cinder-81514 {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:43:10.380260 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.384104 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-8e82329b-c1c5-4d63-86fd-2d36cfdcf49b req-5e2fb082-8b2d-4385-acb1-a524434bce62 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "DELETE /v2.0/ports/03018763-12fd-415f-8d4c-51b00b5ba829 HTTP/1.1" status: 204 len: 173 time: 0.4989460 Nov 10 20:43:10.384639 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'name': 'network-vif-deleted', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:43:10.391625 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae35c99-6cf9-4555-84c3-4355bb3e71eb" -d '{"events": [{"server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "name": "network-vif-deleted", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:43:10.414320 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f0826c76-eb58-4ac6-9854-d1053a9d1c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.438787 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff028d2-fe73-4db2-bc8e-c9a79f392f07 x-openstack-request-id: req-cff028d2-fe73-4db2-bc8e-c9a79f392f07 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:43:10.439621 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737225fd-b4b9-4eec-b803-1c72adb80934", "name": "network-vif-deleted", "tag": "03018763-12fd-415f-8d4c-51b00b5ba829", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:43:10.439621 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cff028d2-fe73-4db2-bc8e-c9a79f392f07 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:43:10.439896 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737225fd-b4b9-4eec-b803-1c72adb80934', 'name': 'network-vif-deleted', 'tag': '03018763-12fd-415f-8d4c-51b00b5ba829', 'status': 'completed', 'code': 200} Nov 10 20:43:10.956654 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.431532 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-0142e4b0-1561-4589-9d66-3fafff1eeb82 req-089fc304-4c0a-42ca-a33d-fc332a323e60 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=737225fd-b4b9-4eec-b803-1c72adb80934 HTTP/1.1" status: 200 len: 210 time: 0.0268028 Nov 10 20:43:12.675790 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-b82a2ae8-006f-45c1-ae9e-67f4725aec95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:13.903108 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.378864 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.795474 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 03018763-12fd-415f-8d4c-51b00b5ba829 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:15.814935 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 03018763-12fd-415f-8d4c-51b00b5ba829 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:15.815275 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 03018763-12fd-415f-8d4c-51b00b5ba829 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:16.381606 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:19.848267 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45506) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:20.011122 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Deleting port 2a3226ab-27f4-4d74-b4bf-16894058fad1 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:20.011401 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.086806 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.087041 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.099557 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Calling delete_port for 2a3226ab-27f4-4d74-b4bf-16894058fad1 owned by network:floatingip {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:20.249929 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.275489 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event deleted for resources: {'Port': ['ID=2a3226ab-27f4-4d74-b4bf-16894058fad1,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:20.342594 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.342852 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.db.l3_db [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Floating IP f4f1f538-1068-4bf9-b31a-9297f51622bc disassociated (deleted). External IP: 172.27.3.204, port: 34251ba5-f9a1-41d7-809f-4dc7cc648a31. Nov 10 20:43:20.827612 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Router ac6aa5a3-967d-4485-95f9-dc3885cf88be has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:20.940130 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:20.945401 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.950572 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] Sync routers for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:20.963211 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:20.963957 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:43:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:20.981855 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-5c3f7e46-3304-470a-8918-c54c7795fea7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "DELETE /v2.0/floatingips/f4f1f538-1068-4bf9-b31a-9297f51622bc HTTP/1.1" status: 204 len: 168 time: 1.1322494 Nov 10 20:43:20.982788 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31'}] {{(pid=101639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:43:20.986886 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d355a462917d3a68b1909b4975ca4a0d6de2ad6db7c7bb6983fcb0ffe735d03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5de0180-a0f1-4afa-a629-70dde4c95aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31"}]}' {{(pid=101639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:43:21.033216 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5470ba2-a7f0-4325-8be6-ae8b91389721 x-openstack-request-id: req-c5470ba2-a7f0-4325-8be6-ae8b91389721 {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:43:21.033512 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31", "status": "completed", "code": 200}]} {{(pid=101639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:43:21.033764 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5470ba2-a7f0-4325-8be6-ae8b91389721 {{(pid=101639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:43:21.034618 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'status': 'completed', 'code': 200} Nov 10 20:43:21.085942 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:21.241091 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa71c2f-fa32-4dc5-9e23-d02ee51cae7e req-4cde108f-5ada-4306-8896-3ac9505a9318 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:21.242598 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dfa71c2f-fa32-4dc5-9e23-d02ee51cae7e req-4cde108f-5ada-4306-8896-3ac9505a9318 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 945 time: 0.0512655 Nov 10 20:43:21.294602 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-dfa71c2f-fa32-4dc5-9e23-d02ee51cae7e req-da048938-008e-4a15-855a-35c038b29f5a tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452902 Nov 10 20:43:21.348146 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:21.375006 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] Checking router: ac6aa5a3-967d-4485-95f9-dc3885cf88be for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:21.383729 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:21.384586 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:43:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:21.493720 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:21.761946 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:21.787471 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3b94f-e521-49d9-a357-741e9f31526a None None] The sync data for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi is: [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:34:39Z', 'revision_number': 4, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi', '_interfaces': [{'id': '3e77f62b-1691-416f-8d3e-0ff767815a23', 'name': '', 'network_id': '222b4395-2fb0-445c-ba17-71ac8023cd66', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'mac_address': 'fa:16:3e:6d:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:37Z', 'updated_at': '2021-11-10T20:34:42Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'subnets': [{'id': '4ed0cba8-2345-40a8-b177-371c64012e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:22.014422 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855d875-6624-4528-8225-f39ffe0da3d0 None None] New status for floating IP f4f1f538-1068-4bf9-b31a-9297f51622bc: DOWN {{(pid=101642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:43:22.421233 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df60d1-b00a-4625-9d9e-10e9922926d7 req-5cdbad3d-a17e-4ba0-b614-a55dc0136a41 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:22.422714 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d5df60d1-b00a-4625-9d9e-10e9922926d7 req-5cdbad3d-a17e-4ba0-b614-a55dc0136a41 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 945 time: 0.0492868 Nov 10 20:43:22.476034 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d5df60d1-b00a-4625-9d9e-10e9922926d7 req-45c37523-715c-4585-8b83-200461f9292d tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474164 Nov 10 20:43:23.599232 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e5e4d-1ce5-485a-9254-2988de5b7c04 req-328abde6-d29f-4162-a40a-be1214c88c2f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:23.600961 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ad2e5e4d-1ce5-485a-9254-2988de5b7c04 req-328abde6-d29f-4162-a40a-be1214c88c2f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 945 time: 0.0562322 Nov 10 20:43:23.659616 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ad2e5e4d-1ce5-485a-9254-2988de5b7c04 req-9b733971-2d14-40c1-b0ec-00d4b238a889 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517766 Nov 10 20:43:23.666693 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-dc3cee6b-4338-4da6-8784-b0b2bc026432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:23.668246 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-dc3cee6b-4338-4da6-8784-b0b2bc026432 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=793fc12c1f82441fa41b432ab9d30729&device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 1098 time: 0.0439670 Nov 10 20:43:23.763117 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-55b29fb9-99f7-4a2b-9db8-264391557eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:23.764538 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-55b29fb9-99f7-4a2b-9db8-264391557eb6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 200 len: 913 time: 0.0872266 Nov 10 20:43:23.811169 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-883b4475-782a-4012-9b17-48396ec3512b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31 HTTP/1.1" status: 200 len: 217 time: 0.0382829 Nov 10 20:43:23.863679 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-af9349fb-9e1b-4ff8-987e-2c7b8003171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:23.865174 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-af9349fb-9e1b-4ff8-987e-2c7b8003171e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 200 len: 851 time: 0.0446863 Nov 10 20:43:23.912027 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-2552d8d0-b8d9-4b0b-ae0c-a068ef563ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:23.913495 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-2552d8d0-b8d9-4b0b-ae0c-a068ef563ca4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=222b4395-2fb0-445c-ba17-71ac8023cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403190 Nov 10 20:43:24.006223 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-245fb0ee-1b72-4812-8339-2817d423c52a service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841546 Nov 10 20:43:24.096071 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-a5de0180-a0f1-4afa-a629-70dde4c95aa2 req-af77d8e0-2b22-4dfd-a890-5eda18a993ef service neutron] 10.222.0.39 "GET /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823760 Nov 10 20:43:24.789291 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9efe3f-024e-43e8-a9d0-b2ce7aa52d45 req-ab6e92a9-663b-4c7a-88a6-32a1b3af5cb9 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:24.790889 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dd9efe3f-024e-43e8-a9d0-b2ce7aa52d45 req-ab6e92a9-663b-4c7a-88a6-32a1b3af5cb9 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 945 time: 0.0632133 Nov 10 20:43:24.846004 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-dd9efe3f-024e-43e8-a9d0-b2ce7aa52d45 req-338f90c8-9915-46eb-b9b5-bb1c4243ad04 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/security-groups?id=676d418b-302e-4316-a724-9c6272609693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470510 Nov 10 20:43:25.397266 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-d591a628-950f-419d-b7e8-b6e48ee92d7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:25.398744 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-d591a628-950f-419d-b7e8-b6e48ee92d7f tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 945 time: 0.0520966 Nov 10 20:43:25.515197 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Deleting port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:25.515536 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.612886 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] For port 34251ba5-f9a1-41d7-809f-4dc7cc648a31, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=34251ba5-f9a1-41d7-809f-4dc7cc648a31,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:25.613137 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.626843 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Calling delete_port for 34251ba5-f9a1-41d7-809f-4dc7cc648a31 owned by compute:nova {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:25.778632 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.805383 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event deleted for resources: {'Port': ['ID=34251ba5-f9a1-41d7-809f-4dc7cc648a31,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:25.852174 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] No DVR routers for this DVR port 34251ba5-f9a1-41d7-809f-4dc7cc648a31 on host hv-cinder-81514 {{(pid=101640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:43:25.855230 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for port, before_response {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.858517 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-2ddfdc01-d127-4eab-8881-61e44c39a6b2 req-f187161c-7879-4981-8471-5b486dc07ad7 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.39 "DELETE /v2.0/ports/34251ba5-f9a1-41d7-809f-4dc7cc648a31 HTTP/1.1" status: 204 len: 173 time: 0.4532156 Nov 10 20:43:25.858967 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'name': 'network-vif-deleted', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31'}] {{(pid=101640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:43:25.861288 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3499b17d30169c8fc1e2ccc17146efef8957de62367ddf7b1289d4bf1493df43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554f9b3d-d514-40a3-8632-3f3af26a6067" -d '{"events": [{"server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "name": "network-vif-deleted", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31"}]}' {{(pid=101640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:43:25.900134 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8c678e-d924-4d70-a619-13c5ca83d867 x-openstack-request-id: req-5b8c678e-d924-4d70-a619-13c5ca83d867 {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:43:25.900134 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36d8f94-fd6d-400a-adfd-c7126b090d13", "name": "network-vif-deleted", "tag": "34251ba5-f9a1-41d7-809f-4dc7cc648a31", "status": "completed", "code": 200}]} {{(pid=101640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:43:25.900451 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b8c678e-d924-4d70-a619-13c5ca83d867 {{(pid=101640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:43:25.900738 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36d8f94-fd6d-400a-adfd-c7126b090d13', 'name': 'network-vif-deleted', 'tag': '34251ba5-f9a1-41d7-809f-4dc7cc648a31', 'status': 'completed', 'code': 200} Nov 10 20:43:25.952587 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-6221665e-8c20-422f-95da-c60628320d3a req-861995c6-9f11-450f-9e41-f04ef2d3f090 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 210 time: 0.0310228 Nov 10 20:43:27.051155 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-ef8a397a-ddb7-4213-9130-69661e1dae34 req-08addcdf-35ec-4ad6-a5c9-b91d8bd6f8d9 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 210 time: 0.0307038 Nov 10 20:43:28.147891 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-42ad248b-d7ba-4c82-8559-62664c51ca09 req-5c642e0a-666c-455a-a914-890bb63aa33b tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 210 time: 0.0312099 Nov 10 20:43:29.241980 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [req-38db7e07-ffd2-4ae1-9d3b-2348f8e85be0 req-c117a79e-175a-4f29-bdbf-f2f7dea78f5e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 210 time: 0.0269120 Nov 10 20:43:30.258744 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 34251ba5-f9a1-41d7-809f-4dc7cc648a31 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:30.283868 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] No Port match for: 34251ba5-f9a1-41d7-809f-4dc7cc648a31 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:30.284424 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Device 34251ba5-f9a1-41d7-809f-4dc7cc648a31 not bound to the agent host hv-cinder-81514 {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:30.337831 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [req-d7337af9-33cf-4f87-9bc6-49a918ae3687 req-8b473aa5-e155-4b27-a929-6ecc1fe8193e tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f36d8f94-fd6d-400a-adfd-c7126b090d13 HTTP/1.1" status: 200 len: 210 time: 0.0265408 Nov 10 20:43:31.396347 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45602) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:31.532171 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Deleting port d9b10797-4a8a-4d47-ae74-f6cf2921620d {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:31.532536 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.614067 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.614388 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.626710 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Calling delete_port for d9b10797-4a8a-4d47-ae74-f6cf2921620d owned by network:floatingip {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:31.761195 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.790070 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event deleted for resources: {'Port': ['ID=d9b10797-4a8a-4d47-ae74-f6cf2921620d,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:31.860830 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for floatingip, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.864160 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72928'] for floatingip, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.865617 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-c6437b77-dfe8-4e24-b811-2a70484a79ae tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "DELETE /v2.0/floatingips/1278ca4e-2e96-4f01-8e70-591cbda7ee43 HTTP/1.1" status: 204 len: 168 time: 0.4681964 Nov 10 20:43:33.058468 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45620) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:33.138716 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b75441a7-6a4f-435b-82c9-23a81c640554 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:33.169688 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b75441a7-6a4f-435b-82c9-23a81c640554 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:33.232864 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b75441a7-6a4f-435b-82c9-23a81c640554 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:33.235783 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-b75441a7-6a4f-435b-82c9-23a81c640554 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:33.237051 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-b75441a7-6a4f-435b-82c9-23a81c640554 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] 10.222.0.13 "DELETE /v2.0/security-groups/676d418b-302e-4316-a724-9c6272609693 HTTP/1.1" status: 204 len: 168 time: 0.1767886 Nov 10 20:43:33.247545 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75441a7-6a4f-435b-82c9-23a81c640554 tempest-TestVolumeBootPattern-94813854 tempest-TestVolumeBootPattern-94813854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676d418b-302e-4316-a724-9c6272609693,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:33.297487 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45624) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:33.829982 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754918'] for router_interface, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:34.082481 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Deleting port 3e77f62b-1691-416f-8d3e-0ff767815a23 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:34.083193 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:34.170709 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] For port 3e77f62b-1691-416f-8d3e-0ff767815a23, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=3e77f62b-1691-416f-8d3e-0ff767815a23,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:34.171080 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:34.184306 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Calling delete_port for 3e77f62b-1691-416f-8d3e-0ff767815a23 owned by network:router_interface {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:34.369595 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:34.397681 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e77f62b-1691-416f-8d3e-0ff767815a23,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:34.569397 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756086'] for router_interface, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:34.795760 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Router ac6aa5a3-967d-4485-95f9-dc3885cf88be has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:34.919179 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:34.925521 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-cd6d852d-ce30-4a6e-b933-be2b28aa55fd admin admin] 10.222.0.13 "PUT /v2.0/routers/ac6aa5a3-967d-4485-95f9-dc3885cf88be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6267645 Nov 10 20:43:34.928331 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45646) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:34.929610 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] Sync routers for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:34.941440 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:34.942061 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:43:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:35.042422 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.050533 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: dv-cinder-815145-6-iscsi {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:35.156689 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.210465 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Deleting port 7087fec5-5594-4513-bf48-5aedcfac70c1 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:35.210800 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.242077 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:43:34Z', 'revision_number': 5, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port': {'id': '7087fec5-5594-4513-bf48-5aedcfac70c1', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:36Z', 'updated_at': '2021-11-10T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:35.273487 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] Checking router: ac6aa5a3-967d-4485-95f9-dc3885cf88be for host: dv-cinder-815145-6-iscsi {{(pid=101641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:35.282402 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] Routers {'ac6aa5a3-967d-4485-95f9-dc3885cf88be'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:35.283021 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:43:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'], 'active': True} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:35.299224 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] For port 7087fec5-5594-4513-bf48-5aedcfac70c1, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=7087fec5-5594-4513-bf48-5aedcfac70c1,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:35.299585 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.312407 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Calling delete_port for 7087fec5-5594-4513-bf48-5aedcfac70c1 owned by network:router_gateway {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:35.368489 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvr_db [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] Set router ac6aa5a3-967d-4485-95f9-dc3885cf88be gateway port host: None {{(pid=101641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:35.420526 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_hamode_db [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:43:35Z', 'revision_number': 6, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port_host': None}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:35.490711 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.523670 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7087fec5-5594-4513-bf48-5aedcfac70c1,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:35.578530 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f164f4c1-5bf1-4c2c-bdbb-13eabab444ea None None] The sync data for ids ['ac6aa5a3-967d-4485-95f9-dc3885cf88be'] in dv-cinder-815145-6-iscsi is: [{'id': 'ac6aa5a3-967d-4485-95f9-dc3885cf88be', 'name': 'tempest-TestVolumeBootPattern-1463656725-router', 'tenant_id': '793fc12c1f82441fa41b432ab9d30729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:35Z', 'updated_at': '2021-11-10T20:43:35Z', 'revision_number': 6, 'project_id': '793fc12c1f82441fa41b432ab9d30729', 'gw_port_host': None}] {{(pid=101641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:35.595118 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753820'] for router_gateway, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.688198 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256426'] for router, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.691353 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.741957 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756992'] for router, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.742625 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac6aa5a3-967d-4485-95f9-dc3885cf88be {{(pid=101639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:43:35.749319 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] Publish callbacks [] for router, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.750471 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-d9bd8b2e-86db-4ef2-8ae5-38e6e15b9ee5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac6aa5a3-967d-4485-95f9-dc3885cf88be HTTP/1.1" status: 204 len: 168 time: 0.8210771 Nov 10 20:43:35.753121 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45658) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:35.803782 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e92002-6349-4789-b4e4-acea7575b709 admin admin] Deleting subnet 4ed0cba8-2345-40a8-b177-371c64012e6a {{(pid=101639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:43:35.807148 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-07e92002-6349-4789-b4e4-acea7575b709 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.842540 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-07e92002-6349-4789-b4e4-acea7575b709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-34352489885'] for subnet, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.872808 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45662) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:35.935689 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-07e92002-6349-4789-b4e4-acea7575b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.998811 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-07e92002-6349-4789-b4e4-acea7575b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352658978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34353220719'] for subnet, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.001519 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3c8-6cf2-409a-97d8-f6f342bd3dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.027832 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e92002-6349-4789-b4e4-acea7575b709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed0cba8-2345-40a8-b177-371c64012e6a,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:36.039115 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-07e92002-6349-4789-b4e4-acea7575b709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.041484 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92172bc-06f1-4338-9bc7-1a94728b920c None None] Network 222b4395-2fb0-445c-ba17-71ac8023cd66 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:43:36.047735 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-07e92002-6349-4789-b4e4-acea7575b709 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ed0cba8-2345-40a8-b177-371c64012e6a HTTP/1.1" status: 204 len: 168 time: 0.2913525 Nov 10 20:43:36.048613 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45666) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:36.106256 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3c8-6cf2-409a-97d8-f6f342bd3dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.111119 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3c8-6cf2-409a-97d8-f6f342bd3dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_create {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.130386 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.156967 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-7bc6d3c8-6cf2-409a-97d8-f6f342bd3dd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abbb4c03a60c47ff8b4ce99356e54092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825274 Nov 10 20:43:36.158325 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6d3c8-6cf2-409a-97d8-f6f342bd3dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87939274-558a-4457-ad67-57d836593047,revision_number=1']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:36.160199 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45668) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:36.242437 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Deleting port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:36.242791 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.256331 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-bcb35928-8b32-4102-9095-6ddcee7c7300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.322543 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-bcb35928-8b32-4102-9095-6ddcee7c7300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.410719 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e9793-bf45-4b0a-ba26-39ebf663cd29 None None] DHCP port deletion for 222b4395-2fb0-445c-ba17-71ac8023cd66 request from dv-cinder-815145-6-iscsi {{(pid=101641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:36.471243 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-945e9793-bf45-4b0a-ba26-39ebf663cd29 None None] Deleting port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 {{(pid=101641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:36.471616 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-945e9793-bf45-4b0a-ba26-39ebf663cd29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.541672 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.db [None req-945e9793-bf45-4b0a-ba26-39ebf663cd29 None None] For port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=5bd2a546-c6fd-4cee-8434-0ab9d29c5a42,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:36.542195 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-945e9793-bf45-4b0a-ba26-39ebf663cd29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.554846 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-945e9793-bf45-4b0a-ba26-39ebf663cd29 None None] Calling delete_port for 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 owned by network:dhcp {{(pid=101641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:36.597955 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] For port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=5bd2a546-c6fd-4cee-8434-0ab9d29c5a42,segment=NetworkSegment(d6e7b416-6ed3-44ba-bfaf-675b191ad8ab),segment_id=d6e7b416-6ed3-44ba-bfaf-675b191ad8ab)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:36.598297 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.621625 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Calling delete_port for 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 owned by network:dhcp {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:36.641746 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-945e9793-bf45-4b0a-ba26-39ebf663cd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850'] for port, after_delete {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.672130 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e9793-bf45-4b0a-ba26-39ebf663cd29 None None] Pushing event deleted for resources: {'Port': ['ID=5bd2a546-c6fd-4cee-8434-0ab9d29c5a42,revision_number=None']} {{(pid=101641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:36.674072 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e9793-bf45-4b0a-ba26-39ebf663cd29 None None] No DVR routers for this DVR port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 on host dv-cinder-815145-6-iscsi {{(pid=101641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:43:36.702111 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-bcb35928-8b32-4102-9095-6ddcee7c7300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.704663 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-bcb35928-8b32-4102-9095-6ddcee7c7300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.710744 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-bcb35928-8b32-4102-9095-6ddcee7c7300 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87939274-558a-4457-ad67-57d836593047 HTTP/1.1" status: 204 len: 168 time: 0.5394943 Nov 10 20:43:36.717681 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb35928-8b32-4102-9095-6ddcee7c7300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87939274-558a-4457-ad67-57d836593047,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:36.719746 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.747111 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd2a546-c6fd-4cee-8434-0ab9d29c5a42,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:36.750522 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] No DVR routers for this DVR port 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 on host dv-cinder-815145-6-iscsi {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:43:36.818480 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:43:36.828408 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.866073 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222b4395-2fb0-445c-ba17-71ac8023cd66']}} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:36.879228 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab') {'for_net_delete': True} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:36.879807 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e7b416-6ed3-44ba-bfaf-675b191ad8ab') {} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:36.899322 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-34352489860'] for segment, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.916622 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.924673 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=101639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:43:36.925319 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352659068'] for segment, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: self.session.flush() Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: self.session.flush() Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: self.session.flush() Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: self.session.flush() Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: Traceback (most recent call last): Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: timer() Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: cb(*args, **kw) Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: return func(*args, **kwargs) Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: self._notify() Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: self.callback(batched_events) Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: event.method(event) Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: return f(self, *a, **k) Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._get(url).json() Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: return self.request(url, 'GET', **kwargs) Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:43:36.927469 dv-cinder-815145-6-iscsi neutron-server[101639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:43:36.991507 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:36.997949 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:37.001238 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] 10.222.0.13 "DELETE /v2.0/networks/222b4395-2fb0-445c-ba17-71ac8023cd66 HTTP/1.1" status: 204 len: 168 time: 0.9514942 Nov 10 20:43:37.004609 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [-] (101640) accepted ('10.222.0.13', 45676) {{(pid=101640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:37.021933 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cb987-a76a-4d0c-9058-2e3bbe8cc62c admin admin] Pushing event deleted for resources: {'Network': ['ID=222b4395-2fb0-445c-ba17-71ac8023cd66,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:37.143881 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7087fec5-5594-4513-bf48-5aedcfac70c1 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:37.163414 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 7087fec5-5594-4513-bf48-5aedcfac70c1 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:37.163757 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 7087fec5-5594-4513-bf48-5aedcfac70c1 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:37.164188 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 3e77f62b-1691-416f-8d3e-0ff767815a23 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:37.186247 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 3e77f62b-1691-416f-8d3e-0ff767815a23 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:37.186582 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 3e77f62b-1691-416f-8d3e-0ff767815a23 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:37.186996 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:37.204959 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:37.205304 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 5bd2a546-c6fd-4cee-8434-0ab9d29c5a42 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:37.350564 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754918'] for router_interface, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:37.588943 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Deleting port d4ec25df-a1c3-4205-a870-30e916cd14d5 {{(pid=101640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:37.589277 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:37.665192 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.db [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] For port d4ec25df-a1c3-4205-a870-30e916cd14d5, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=d4ec25df-a1c3-4205-a870-30e916cd14d5,segment=NetworkSegment(422a16df-432e-47f9-b55b-c61760f1b80f),segment_id=422a16df-432e-47f9-b55b-c61760f1b80f)] {{(pid=101640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:37.665481 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:37.677787 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.plugins.ml2.plugin [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Calling delete_port for d4ec25df-a1c3-4205-a870-30e916cd14d5 owned by network:router_interface {{(pid=101640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:37.850450 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352403150'] for port, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:37.879330 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ec25df-a1c3-4205-a870-30e916cd14d5,revision_number=None']} {{(pid=101640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:38.040501 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron_lib.callbacks.manager [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756086'] for router_interface, after_delete {{(pid=101640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:38.483784 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 has already been hosted by L3 agent 0d787c78-7217-43c3-8d19-928f15d9f8eb {{(pid=101640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:38.592453 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] Notify agent at l3_agent.dv-cinder-815145-6-iscsi the message routers_updated {{(pid=101640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:38.597454 dv-cinder-815145-6-iscsi neutron-server[101640]: INFO neutron.wsgi [None req-9909d8a4-efc5-452d-a572-80d37d346b4c admin admin] 10.222.0.13 "PUT /v2.0/routers/0e4a63dd-bbae-460b-996e-4be460ef5ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5914679 Nov 10 20:43:38.600084 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45682) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:38.601038 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] Sync routers for ids ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'] in dv-cinder-815145-6-iscsi {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:38.612376 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] Routers {'0e4a63dd-bbae-460b-996e-4be460ef5ea1'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:38.612964 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:43:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:38.703046 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:38.715107 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] Set router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 gateway port host: dv-cinder-815145-6-iscsi {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:38.811338 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:38.864574 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Deleting port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:38.865066 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:38.903833 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'external_fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:43:37Z', 'revision_number': 5, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'gw_port': {'id': '4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26', 'name': '', 'network_id': 'a9bef7bd-3a91-4d80-9b82-f093735233bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4aeffd2-73e3-45b7-86d4-72ee664d60f3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-6-iscsi'}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:38.929183 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] Checking router: 0e4a63dd-bbae-460b-996e-4be460ef5ea1 for host: dv-cinder-815145-6-iscsi {{(pid=101642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:38.937859 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] Routers {'0e4a63dd-bbae-460b-996e-4be460ef5ea1'} bound to L3 agent in host dv-cinder-815145-6-iscsi {{(pid=101642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:38.938468 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T20:15:13Z,description=,heartbeat_timestamp=2021-11-10T20:43:13Z,host='dv-cinder-815145-6-iscsi',id=0d787c78-7217-43c3-8d19-928f15d9f8eb,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T20:15:13Z,topic='l3_agent')) {'router_ids': ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'], 'active': True} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:38.949268 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] For port 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26,segment=NetworkSegment(5c100757-a06a-41c1-acef-3e41aaa600ea),segment_id=5c100757-a06a-41c1-acef-3e41aaa600ea)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:38.949662 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:38.961329 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Calling delete_port for 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 owned by network:router_gateway {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:39.107723 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_dvr_db [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] Set router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 gateway port host: None {{(pid=101642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:39.128742 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.159328 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:39.166711 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.l3_hamode_db [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:43:38Z', 'revision_number': 6, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'gw_port_host': None}], 'dv-cinder-815145-6-iscsi', False) {} {{(pid=101642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:39.198539 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecba413-67fa-42f7-9629-9d97e98adcb9 None None] The sync data for ids ['0e4a63dd-bbae-460b-996e-4be460ef5ea1'] in dv-cinder-815145-6-iscsi is: [{'id': '0e4a63dd-bbae-460b-996e-4be460ef5ea1', 'name': 'tempest-TestVolumeBootPattern-1574798702-router', 'tenant_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:34:41Z', 'updated_at': '2021-11-10T20:43:38Z', 'revision_number': 6, 'project_id': '1f9bad9f85cc43d3ace977e2b60737d7', 'gw_port_host': None}] {{(pid=101642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:39.219410 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753820'] for router_gateway, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.321081 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256426'] for router, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.323323 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.372472 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756992'] for router, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.372930 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4a63dd-bbae-460b-996e-4be460ef5ea1 {{(pid=101639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:43:39.377372 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] Publish callbacks [] for router, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.378516 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-1973ac81-03a1-4cc3-91cb-2cbc9f4fcec1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0e4a63dd-bbae-460b-996e-4be460ef5ea1 HTTP/1.1" status: 204 len: 168 time: 0.7773943 Nov 10 20:43:39.381008 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45684) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:39.424849 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a7a517-31bc-4538-8623-fd2322b7d438 admin admin] Deleting subnet 84435f60-a7cd-4ae4-a9c6-83efeccec5f3 {{(pid=101639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:43:39.427801 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a517-31bc-4538-8623-fd2322b7d438 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.462571 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a517-31bc-4538-8623-fd2322b7d438 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-34352489885'] for subnet, precommit_delete_associations {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.544205 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a517-31bc-4538-8623-fd2322b7d438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1832467'] for subnet, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.603206 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a517-31bc-4538-8623-fd2322b7d438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1832474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-34352658978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-34353220719'] for subnet, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.627758 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7a517-31bc-4538-8623-fd2322b7d438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84435f60-a7cd-4ae4-a9c6-83efeccec5f3,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:39.631388 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a517-31bc-4538-8623-fd2322b7d438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for subnet, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.634661 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-a0a7a517-31bc-4538-8623-fd2322b7d438 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/84435f60-a7cd-4ae4-a9c6-83efeccec5f3 HTTP/1.1" status: 204 len: 168 time: 0.2527080 Nov 10 20:43:39.637334 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f075f-609e-4764-9757-6dea3602888a None None] Network c5128229-ad30-4ff1-a883-5aff7a2ff643 requested from dv-cinder-815145-6-iscsi {{(pid=101641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:43:39.637920 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45686) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:39.713600 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598591'] for network, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.768871 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Deleting port 4413f735-e7db-4565-b30a-6820c8e70613 {{(pid=101639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:39.769238 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778915897775'] for port, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.831166 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.db [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] For port 4413f735-e7db-4565-b30a-6820c8e70613, host dv-cinder-815145-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-6-iscsi',level=0,port_id=4413f735-e7db-4565-b30a-6820c8e70613,segment=NetworkSegment(422a16df-432e-47f9-b55b-c61760f1b80f),segment_id=422a16df-432e-47f9-b55b-c61760f1b80f)] {{(pid=101639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:39.831535 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758272'] for port, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.844488 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.plugin [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Calling delete_port for 4413f735-e7db-4565-b30a-6820c8e70613 owned by network:dhcp {{(pid=101639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:39.928098 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922adbe-5998-4e16-a7cd-e4e897df5abe None None] DHCP port deletion for c5128229-ad30-4ff1-a883-5aff7a2ff643 request from dv-cinder-815145-6-iscsi {{(pid=101641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:39.929184 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778915902841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778915390850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-34352658959'] for port, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:39.957261 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4413f735-e7db-4565-b30a-6820c8e70613,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:39.961795 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] No DVR routers for this DVR port 4413f735-e7db-4565-b30a-6820c8e70613 on host dv-cinder-815145-6-iscsi {{(pid=101639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:43:40.035280 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833642', 'neutron.services.segments.db._delete_segments_for_network-8778915955685'] for network, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.055403 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5128229-ad30-4ff1-a883-5aff7a2ff643']}} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:40.064663 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422a16df-432e-47f9-b55b-c61760f1b80f') {'for_net_delete': True} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:40.064959 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.services.segments.db [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422a16df-432e-47f9-b55b-c61760f1b80f') {} {{(pid=101639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:40.074769 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778915861998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-34352489860'] for segment, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.088159 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098'] for segment, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.094914 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=101639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:43:40.095371 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1830098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-34352659068'] for segment, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: Traceback (most recent call last): Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: timer() Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: cb(*args, **kw) Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: return func(*args, **kwargs) Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: self._notify() Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: self.callback(batched_events) Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: event.method(event) Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: return f(self, *a, **k) Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._get(url).json() Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: return self.request(url, 'GET', **kwargs) Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:43:40.097242 dv-cinder-815145-6-iscsi neutron-server[101639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:43:40.153874 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753904'] for network, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.162807 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567985'] for network, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.165698 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/c5128229-ad30-4ff1-a883-5aff7a2ff643 HTTP/1.1" status: 204 len: 168 time: 0.5268576 Nov 10 20:43:40.177471 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b7ee3-09e6-4891-9bc8-997c5841d3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c5128229-ad30-4ff1-a883-5aff7a2ff643,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:40.330188 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45690) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:40.368376 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-b0ac2941-3539-47bb-845b-95d08baea4d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=793fc12c1f82441fa41b432ab9d30729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368514 Nov 10 20:43:40.370996 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45692) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:40.405513 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-c8a225b0-781a-4368-99aa-08f32529b133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.422465 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba37a-5e3c-4342-ac71-adcf43bb21dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.443374 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba37a-5e3c-4342-ac71-adcf43bb21dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.489220 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba37a-5e3c-4342-ac71-adcf43bb21dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.491757 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba37a-5e3c-4342-ac71-adcf43bb21dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.492920 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-7b5ba37a-5e3c-4342-ac71-adcf43bb21dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61a15203-f3f0-4c5b-88af-62737dacdd7c HTTP/1.1" status: 204 len: 168 time: 0.1210659 Nov 10 20:43:40.500518 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ba37a-5e3c-4342-ac71-adcf43bb21dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a15203-f3f0-4c5b-88af-62737dacdd7c,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:40.801696 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45698) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:40.841579 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-1be31591-9877-4b77-a0e4-c462c80d4991 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f9bad9f85cc43d3ace977e2b60737d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384324 Nov 10 20:43:40.843677 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [-] (101639) accepted ('10.222.0.13', 45700) {{(pid=101639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:40.890341 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11d1-159f-4a91-911b-a1d79c4174b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.911664 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11d1-159f-4a91-911b-a1d79c4174b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.950552 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.958303 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11d1-159f-4a91-911b-a1d79c4174b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537822'] for security_group, after_delete {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.960883 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11d1-159f-4a91-911b-a1d79c4174b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.962025 dv-cinder-815145-6-iscsi neutron-server[101639]: INFO neutron.wsgi [None req-ac8b11d1-159f-4a91-911b-a1d79c4174b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89b14f35-4971-4708-bc61-f27ed528677b HTTP/1.1" status: 204 len: 168 time: 0.1174083 Nov 10 20:43:40.970419 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b11d1-159f-4a91-911b-a1d79c4174b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b14f35-4971-4708-bc61-f27ed528677b,revision_number=None']} {{(pid=101639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:41.146602 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4413f735-e7db-4565-b30a-6820c8e70613 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:41.168367 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 4413f735-e7db-4565-b30a-6820c8e70613 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:41.168703 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4413f735-e7db-4565-b30a-6820c8e70613 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:41.169147 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device d4ec25df-a1c3-4205-a870-30e916cd14d5 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:41.191896 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: d4ec25df-a1c3-4205-a870-30e916cd14d5 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:41.192263 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device d4ec25df-a1c3-4205-a870-30e916cd14d5 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:41.192688 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 no longer exists at agent ovs-agent-dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:41.213349 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.plugin [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] No Port match for: 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 {{(pid=101641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:41.213588 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron.plugins.ml2.rpc [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Device 4ef4e2b9-79cc-4a8f-8f4f-2a47b9345c26 not bound to the agent host dv-cinder-815145-6-iscsi {{(pid=101641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:42.677584 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5ab22b7e-6084-45a3-abfc-9b781a467ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:43.907161 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:45.378490 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:46.380225 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:10.407169 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9669ef35-1ea3-4704-8566-e81928a1ca0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:10.951492 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:12.685222 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-de8e816b-082d-4d93-8120-4afded2f9dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:13.817087 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:44:13.909234 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:15.381529 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:16.382033 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:40.407895 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-5df2a18b-5edb-415e-86ba-72333e711003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:40.953867 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:42.676392 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-69f02085-10d4-4771-9536-6302acd1596a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:43.912383 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:45.386372 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:46.383224 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:50.817735 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:45:10.409687 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1c59-47ac-488c-82e5-ff4b4c2f6741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:10.953977 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:12.678781 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ad60a270-2451-4c2d-ba3f-6954bc36dee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:13.914889 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:15.387615 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:16.384948 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:27.817890 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:45:40.410964 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-ef00fdef-a279-4eac-aaa8-ebff60fdec03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:40.981538 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:42.680328 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-4d19ffe5-7882-40ce-b325-1df158835394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:43.918590 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:45.391027 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:46.386275 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:04.816353 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:46:10.412664 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-f68f3b86-671e-479f-977a-316958319053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:10.982939 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:12.681458 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-32820b2d-285b-4840-a879-372805960e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:13.920603 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:15.394150 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:16.388943 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:40.413514 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-9fd17508-bcfa-42eb-8038-1c9551738cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:40.989592 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:41.816356 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:46:42.682489 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-53cab313-0453-4f3c-af18-f150e183c7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:43.924180 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:45.396872 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:46.391771 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:10.414722 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-478672df-2387-4f78-9afb-7ff508fd939e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:11.009922 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:12.682497 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-dece712b-b0ce-442e-a40f-145b0776c010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:13.927466 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:15.401841 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:16.392305 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:18.815963 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:47:20.368616 dv-cinder-815145-6-iscsi neutron-server[101639]: DEBUG neutron.wsgi [req-4f4c3656-d3d3-4653-8e6b-73ade0d2c751 req-8a001efa-8a3a-406f-833e-a8c6b8e71335 service neutron] (101639) timed out ('10.222.0.13', 39958) {{(pid=101639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:47:40.415930 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-a65a7d2c-b834-4c18-ac96-c5bacc101410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:41.009261 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:42.686642 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1f2a-2799-4ac0-a515-b0494da93633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:43.930509 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:45.404575 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:46.395199 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:55.815333 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:48:10.416685 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-cfe98a07-3aaa-4fb3-a33b-844b56aeadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:11.023772 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:12.687794 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-366878a8-fadc-48e9-b387-d7e4ac93e4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:13.934418 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:15.408143 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:16.395843 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:32.813920 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:48:40.420987 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8de7e851-4f1f-4633-bfb0-0b43f65bc5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:41.023221 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:42.689091 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9383-701d-4790-bf86-73d9b684ce31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:43.936935 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:45.411544 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:46.398392 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:56.245692 dv-cinder-815145-6-iscsi neutron-server[101640]: DEBUG neutron.wsgi [req-40c3f98e-f41b-48d3-ac25-0fc500bd060d req-7f0012cc-c8e5-4e07-820e-391f56106045 service neutron] (101640) timed out ('10.222.0.13', 43270) {{(pid=101640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:49:09.813525 dv-cinder-815145-6-iscsi neutron-server[101642]: DEBUG neutron.db.agents_db [None req-af9cb128-2324-400b-9179-840fd913d9d4 None None] Agent healthcheck: found 6 active agents {{(pid=101642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:49:10.421182 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-16464fa1-4d64-4271-a292-dcbd9ff57b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:11.037838 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-7273da03-8b88-4a33-978b-52a254457bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:12.689664 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-e563d346-34be-4f6c-a071-bb804268896a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:13.940796 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-3a25378f-6eeb-4524-b55d-2bc20b1a4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:15.414590 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-09042a2b-fb72-4b84-810e-e529a4374264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:16.400779 dv-cinder-815145-6-iscsi neutron-server[101641]: DEBUG neutron_lib.callbacks.manager [None req-979ca438-a81f-4608-a3cc-5f995148f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778915955667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704272'] for agent, after_update {{(pid=101641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}